2024-12-03 17:18:56,709 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 17:18:56,740 main DEBUG Took 0.027911 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 17:18:56,740 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 17:18:56,741 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 17:18:56,742 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 17:18:56,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,755 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 17:18:56,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,779 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,781 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,784 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 17:18:56,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,789 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 17:18:56,791 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 17:18:56,792 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 17:18:56,795 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 17:18:56,795 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 17:18:56,797 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 17:18:56,797 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 17:18:56,812 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 17:18:56,816 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 17:18:56,819 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 17:18:56,819 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 17:18:56,820 main DEBUG createAppenders(={Console}) 2024-12-03 17:18:56,821 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 17:18:56,821 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 17:18:56,822 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 17:18:56,822 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 17:18:56,823 main DEBUG OutputStream closed 2024-12-03 17:18:56,823 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 17:18:56,824 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 17:18:56,824 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 17:18:56,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 17:18:56,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 17:18:56,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 17:18:56,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 17:18:56,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 17:18:56,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 17:18:56,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 17:18:56,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 17:18:56,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 17:18:56,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 17:18:56,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 17:18:56,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 17:18:56,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 17:18:56,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 17:18:56,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 17:18:56,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 17:18:56,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 17:18:56,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 17:18:56,956 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 17:18:56,957 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 17:18:56,958 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 17:18:56,959 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T17:18:56,991 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 17:18:57,001 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 17:18:57,001 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T17:18:57,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1263, ProcessCount=11, AvailableMemoryMB=4308 2024-12-03T17:18:57,460 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T17:18:57,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db 2024-12-03T17:18:57,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2, deleteOnExit=true 2024-12-03T17:18:57,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/zookeeper_0, clientPort=64329, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:18:57,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64329 2024-12-03T17:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:18:57,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:18:57,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/test.cache.data in system properties and HBase conf 2024-12-03T17:18:57,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:18:57,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:18:57,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:18:57,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:18:57,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:18:57,905 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T17:18:58,035 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:18:58,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:18:58,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:18:58,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:18:58,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:18:58,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:18:58,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:18:58,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:18:58,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:18:58,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:18:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:18:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:18:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:18:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:18:58,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:18:59,159 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T17:18:59,251 INFO [Time-limited test {}] log.Log(170): Logging initialized @3747ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T17:18:59,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:18:59,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:18:59,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:18:59,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:18:59,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:18:59,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:18:59,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:18:59,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:18:59,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/java.io.tmpdir/jetty-localhost-43603-hadoop-hdfs-3_4_1-tests_jar-_-any-3007493985518814383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:18:59,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:43603} 2024-12-03T17:18:59,788 INFO [Time-limited test {}] server.Server(415): Started @4285ms 2024-12-03T17:19:00,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:00,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:00,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:00,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:00,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:00,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:00,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:00,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/java.io.tmpdir/jetty-localhost-42167-hadoop-hdfs-3_4_1-tests_jar-_-any-7987603224236676308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:00,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:42167} 2024-12-03T17:19:00,552 INFO [Time-limited test {}] server.Server(415): Started @5049ms 2024-12-03T17:19:00,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:01,375 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/data/data2/current/BP-1192599528-172.17.0.3-1733246338838/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:01,370 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/data/data1/current/BP-1192599528-172.17.0.3-1733246338838/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:01,490 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c16defd4f6d82c7 with lease ID 0x347ef91720b66ede: Processing first storage report for DS-ce0b4a81-41fe-4338-b197-82a811e697eb from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=8756b57a-11e6-4dde-97df-8c547dc8b9a0, infoPort=38901, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1761368623;c=1733246338838) 2024-12-03T17:19:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c16defd4f6d82c7 with lease ID 0x347ef91720b66ede: from storage DS-ce0b4a81-41fe-4338-b197-82a811e697eb node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=8756b57a-11e6-4dde-97df-8c547dc8b9a0, infoPort=38901, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1761368623;c=1733246338838), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T17:19:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c16defd4f6d82c7 with lease ID 0x347ef91720b66ede: Processing first storage report for DS-ae31c0af-efac-4971-9194-6e0c43a6524e from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=8756b57a-11e6-4dde-97df-8c547dc8b9a0, infoPort=38901, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1761368623;c=1733246338838) 2024-12-03T17:19:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c16defd4f6d82c7 with lease ID 0x347ef91720b66ede: from storage DS-ae31c0af-efac-4971-9194-6e0c43a6524e node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=8756b57a-11e6-4dde-97df-8c547dc8b9a0, infoPort=38901, infoSecurePort=0, ipcPort=36671, storageInfo=lv=-57;cid=testClusterID;nsid=1761368623;c=1733246338838), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:01,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db 2024-12-03T17:19:01,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:01,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:01,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:02,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767 with version=8 2024-12-03T17:19:02,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/hbase-staging 2024-12-03T17:19:02,516 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T17:19:02,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:02,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:02,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:02,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:02,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:02,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:03,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:03,188 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T17:19:03,202 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T17:19:03,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:03,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11932 (auto-detected) 2024-12-03T17:19:03,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T17:19:03,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37119 2024-12-03T17:19:03,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37119 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371190x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:03,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37119-0x1010d4bd29d0000 connected 2024-12-03T17:19:03,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:03,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:03,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:03,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767, hbase.cluster.distributed=false 2024-12-03T17:19:03,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/acl 2024-12-03T17:19:03,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T17:19:03,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37119 2024-12-03T17:19:03,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37119 2024-12-03T17:19:03,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T17:19:03,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T17:19:04,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:04,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:04,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:04,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:04,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:04,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:04,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:04,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:04,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44141 2024-12-03T17:19:04,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44141 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:04,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:04,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:04,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441410x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:04,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441410x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:04,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44141-0x1010d4bd29d0001 connected 2024-12-03T17:19:04,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:04,154 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:04,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/master 2024-12-03T17:19:04,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/acl 2024-12-03T17:19:04,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44141 2024-12-03T17:19:04,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44141 2024-12-03T17:19:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44141 2024-12-03T17:19:04,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44141 2024-12-03T17:19:04,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44141 2024-12-03T17:19:04,209 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:37119 2024-12-03T17:19:04,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1909613533/backup-masters/27e0f852a164,37119,1733246342594 2024-12-03T17:19:04,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:04,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:04,240 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/backup-masters/27e0f852a164,37119,1733246342594 2024-12-03T17:19:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/master 2024-12-03T17:19:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:04,275 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/master 2024-12-03T17:19:04,277 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1909613533/backup-masters/27e0f852a164,37119,1733246342594 from backup master directory 2024-12-03T17:19:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/backup-masters/27e0f852a164,37119,1733246342594 2024-12-03T17:19:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:04,281 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:04,281 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,37119,1733246342594 2024-12-03T17:19:04,284 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T17:19:04,286 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T17:19:04,354 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/hbase.id] with ID: faff7614-9d54-493c-82fb-88e8d458b955 2024-12-03T17:19:04,355 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.tmp/hbase.id 2024-12-03T17:19:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:04,769 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.tmp/hbase.id]:[hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/hbase.id] 2024-12-03T17:19:04,827 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:04,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:04,861 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-12-03T17:19:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:05,332 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:05,337 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:05,361 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:19:05,371 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:05,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store 2024-12-03T17:19:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:06,044 INFO [master/27e0f852a164:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T17:19:06,049 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:06,050 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:06,051 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:06,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:06,053 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:06,053 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:06,053 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:06,055 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246346050Disabling compacts and flushes for region at 1733246346050Disabling writes for close at 1733246346053 (+3 ms)Writing region close event to WAL at 1733246346053Closed at 1733246346053 2024-12-03T17:19:06,058 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/.initializing 2024-12-03T17:19:06,059 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594 2024-12-03T17:19:06,068 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:06,085 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C37119%2C1733246342594, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:06,122 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594/27e0f852a164%2C37119%2C1733246342594.1733246346092, exclude list is [], retry=0 2024-12-03T17:19:06,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T17:19:06,221 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:06,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:06,223 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:06,224 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:06,228 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,230 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:06,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:06,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:06,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:06,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:06,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:06,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:06,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:06,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:06,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:06,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:06,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:06,362 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,375 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,376 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,381 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:06,386 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:06,393 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:06,395 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60158663, jitterRate=-0.10356606543064117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:06,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246346247Initializing all the Stores at 1733246346256 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246346257 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246346257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246346258 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246346258Cleaning up temporary data from old regions at 1733246346376 (+118 ms)Region opened successfully at 1733246346404 (+28 ms) 2024-12-03T17:19:06,406 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:06,462 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0a615c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:06,519 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:06,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:06,538 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:06,542 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:06,551 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec 2024-12-03T17:19:06,560 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-03T17:19:06,560 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:06,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:06,632 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:06,637 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/balancer already deleted, retry=false 2024-12-03T17:19:06,640 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:06,647 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:06,656 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/normalizer already deleted, retry=false 2024-12-03T17:19:06,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:06,675 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:06,689 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/switch/split already deleted, retry=false 2024-12-03T17:19:06,699 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:06,705 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/switch/merge already deleted, retry=false 2024-12-03T17:19:06,725 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:06,729 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,739 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,37119,1733246342594, sessionid=0x1010d4bd29d0000, setting cluster-up flag (Was=false) 2024-12-03T17:19:06,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,761 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1909613533/flush-table-proc/acquired, /0-1909613533/flush-table-proc/reached, /0-1909613533/flush-table-proc/abort 2024-12-03T17:19:06,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,37119,1733246342594 2024-12-03T17:19:06,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:06,778 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1909613533/online-snapshot/acquired, /0-1909613533/online-snapshot/reached, /0-1909613533/online-snapshot/abort 2024-12-03T17:19:06,779 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,37119,1733246342594 2024-12-03T17:19:06,787 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:06,799 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(746): ClusterId : faff7614-9d54-493c-82fb-88e8d458b955 2024-12-03T17:19:06,802 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:06,809 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:06,809 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:06,813 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:06,813 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b81ee47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:06,830 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:44141 2024-12-03T17:19:06,834 INFO [RS:0;27e0f852a164:44141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:06,834 INFO [RS:0;27e0f852a164:44141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:06,834 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:06,837 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,37119,1733246342594 with port=44141, startcode=1733246344025 2024-12-03T17:19:06,853 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:06,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:06,898 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:06,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:06,907 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T17:19:06,909 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:06,916 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,37119,1733246342594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:06,939 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:06,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:06,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:06,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:06,941 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:06,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:06,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:06,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:06,946 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T17:19:06,946 WARN [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T17:19:06,963 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246376963 2024-12-03T17:19:06,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:06,964 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:06,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:06,966 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:06,971 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:06,971 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:06,971 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:06,972 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:06,975 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:06,981 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:06,981 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:06,987 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:06,988 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:06,989 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:06,991 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:06,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:06,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:06,998 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246346998,5,FailOnTimeoutGroup] 2024-12-03T17:19:07,002 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246346998,5,FailOnTimeoutGroup] 2024-12-03T17:19:07,002 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:07,004 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,004 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:07,048 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,37119,1733246342594 with port=44141, startcode=1733246344025 2024-12-03T17:19:07,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,061 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767 2024-12-03T17:19:07,061 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33513 2024-12-03T17:19:07,061 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/rs 2024-12-03T17:19:07,068 DEBUG [RS:0;27e0f852a164:44141 {}] zookeeper.ZKUtil(111): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/rs/27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,068 WARN [RS:0;27e0f852a164:44141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:07,068 INFO [RS:0;27e0f852a164:44141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:07,068 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,44141,1733246344025] 2024-12-03T17:19:07,095 INFO [RS:0;27e0f852a164:44141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:07,110 INFO [RS:0;27e0f852a164:44141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:07,115 INFO [RS:0;27e0f852a164:44141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:07,115 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,117 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:07,122 INFO [RS:0;27e0f852a164:44141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:07,124 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,125 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,125 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,125 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,126 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,126 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,126 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:07,126 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,127 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,127 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,127 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,127 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,128 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:07,128 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:07,128 DEBUG [RS:0;27e0f852a164:44141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:07,130 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,130 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,131 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,131 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,131 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,131 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44141,1733246344025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:07,154 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:07,156 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44141,1733246344025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,157 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,157 INFO [RS:0;27e0f852a164:44141 {}] regionserver.Replication(171): 27e0f852a164,44141,1733246344025 started 2024-12-03T17:19:07,178 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:07,178 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,44141,1733246344025, RpcServer on 27e0f852a164/172.17.0.3:44141, sessionid=0x1010d4bd29d0001 2024-12-03T17:19:07,179 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:07,180 DEBUG [RS:0;27e0f852a164:44141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,180 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,44141,1733246344025' 2024-12-03T17:19:07,180 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1909613533/flush-table-proc/abort' 2024-12-03T17:19:07,181 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1909613533/flush-table-proc/acquired' 2024-12-03T17:19:07,182 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:07,182 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:07,183 DEBUG [RS:0;27e0f852a164:44141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,44141,1733246344025 2024-12-03T17:19:07,183 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,44141,1733246344025' 2024-12-03T17:19:07,183 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1909613533/online-snapshot/abort' 2024-12-03T17:19:07,184 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1909613533/online-snapshot/acquired' 2024-12-03T17:19:07,185 DEBUG [RS:0;27e0f852a164:44141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:07,185 INFO [RS:0;27e0f852a164:44141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:07,185 INFO [RS:0;27e0f852a164:44141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:07,293 INFO [RS:0;27e0f852a164:44141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:07,301 INFO [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44141%2C1733246344025, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:07,325 DEBUG [RS:0;27e0f852a164:44141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303, exclude list is [], retry=0 2024-12-03T17:19:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:07,355 INFO [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 2024-12-03T17:19:07,359 DEBUG [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:07,411 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:07,412 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767 2024-12-03T17:19:07,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:19:07,850 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:07,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:07,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:07,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:07,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:07,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:07,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:07,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:07,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:07,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:07,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:07,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:07,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:07,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:07,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:07,893 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:07,895 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:07,896 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:07,900 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:07,900 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:07,901 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:07,907 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:07,915 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:07,916 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62880266, jitterRate=-0.06301102042198181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:07,920 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246347850Initializing all the Stores at 1733246347853 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246347853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246347853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246347853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246347853Cleaning up temporary data from old regions at 1733246347900 (+47 ms)Region opened successfully at 1733246347920 (+20 ms) 2024-12-03T17:19:07,920 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:07,920 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:07,921 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:07,921 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:07,921 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:07,929 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:07,930 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246347920Disabling compacts and flushes for region at 1733246347920Disabling writes for close at 1733246347921 (+1 ms)Writing region close event to WAL at 1733246347929 (+8 ms)Closed at 1733246347929 2024-12-03T17:19:07,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:07,941 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:07,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:07,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:07,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:08,113 DEBUG [27e0f852a164:37119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:08,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,44141,1733246344025 2024-12-03T17:19:08,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,44141,1733246344025, state=OPENING 2024-12-03T17:19:08,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:08,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:08,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:08,158 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:08,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,44141,1733246344025}] 2024-12-03T17:19:08,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:08,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:08,388 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:08,389 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:08,390 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:08,407 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44141%2C1733246344025.meta, suffix=.meta, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:08,441 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.meta.1733246348410.meta, exclude list is [], retry=0 2024-12-03T17:19:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:08,467 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.meta.1733246348410.meta 2024-12-03T17:19:08,472 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:08,473 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:08,480 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:08,481 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:08,484 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:08,486 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:08,490 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:08,491 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:08,492 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:08,492 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:08,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:08,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:08,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:08,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:08,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:08,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:08,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:08,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:08,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:08,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:08,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:08,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:08,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:08,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:08,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:08,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:08,512 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:08,514 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:08,519 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:08,532 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:08,532 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:08,535 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:08,549 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:08,553 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68673466, jitterRate=0.02331438660621643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:08,553 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:08,556 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246348492Writing region info on filesystem at 1733246348492Initializing all the Stores at 1733246348495 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246348495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246348496 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246348496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246348496Cleaning up temporary data from old regions at 1733246348532 (+36 ms)Running coprocessor post-open hooks at 1733246348553 (+21 ms)Region opened successfully at 1733246348556 (+3 ms) 2024-12-03T17:19:08,572 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246348332 2024-12-03T17:19:08,603 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:08,604 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:08,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,44141,1733246344025 2024-12-03T17:19:08,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,44141,1733246344025, state=OPEN 2024-12-03T17:19:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:08,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:08,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:08,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:08,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,44141,1733246344025 2024-12-03T17:19:08,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:08,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,44141,1733246344025 in 469 msec 2024-12-03T17:19:08,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:08,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-12-03T17:19:08,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:08,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:08,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:08,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,44141,1733246344025, seqNum=-1] 2024-12-03T17:19:08,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:08,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:08,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9420 sec 2024-12-03T17:19:08,774 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246348774, completionTime=-1 2024-12-03T17:19:08,779 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:08,779 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:08,821 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:08,821 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246408821 2024-12-03T17:19:08,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246468821 2024-12-03T17:19:08,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-12-03T17:19:08,824 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,825 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,825 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,827 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:37119, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,827 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,828 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,841 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:08,869 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.588sec 2024-12-03T17:19:08,872 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:08,874 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:08,876 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:08,876 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:08,877 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:08,878 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:08,878 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:08,917 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:08,919 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:08,919 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37119,1733246342594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:08,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:08,927 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T17:19:08,928 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T17:19:08,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37119,-1 for getting cluster id 2024-12-03T17:19:08,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:08,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faff7614-9d54-493c-82fb-88e8d458b955' 2024-12-03T17:19:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faff7614-9d54-493c-82fb-88e8d458b955" 2024-12-03T17:19:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37119,-1] 2024-12-03T17:19:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:08,983 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:08,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:08,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:09,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,44141,1733246344025, seqNum=-1] 2024-12-03T17:19:09,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:09,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,37119,1733246342594 2024-12-03T17:19:09,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:09,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:09,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4bd29d0002 connected 2024-12-03T17:19:09,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir so I do NOT create it in target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66 2024-12-03T17:19:09,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:19:09,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.tmp.dir so I do NOT create it in target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66 2024-12-03T17:19:09,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:19:09,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66 2024-12-03T17:19:09,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:19:09,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/cluster_fb6fe173-6fe3-4dcb-1ac3-ed16a628d8ff, deleteOnExit=true 2024-12-03T17:19:09,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:19:09,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/test.cache.data in system properties and HBase conf 2024-12-03T17:19:09,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:19:09,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:19:09,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:19:09,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:19:09,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:19:09,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:19:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:19:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:19:09,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:19:09,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:09,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:09,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:09,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:09,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:19:09,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:09,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:09,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:09,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/java.io.tmpdir/jetty-localhost-35325-hadoop-hdfs-3_4_1-tests_jar-_-any-14899585786304566597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:09,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:35325} 2024-12-03T17:19:09,662 INFO [Time-limited test {}] server.Server(415): Started @14159ms 2024-12-03T17:19:09,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:09,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:09,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:09,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:09,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:09,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:09,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:10,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/java.io.tmpdir/jetty-localhost-39267-hadoop-hdfs-3_4_1-tests_jar-_-any-9188187544521984842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:10,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:39267} 2024-12-03T17:19:10,133 INFO [Time-limited test {}] server.Server(415): Started @14631ms 2024-12-03T17:19:10,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:10,288 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/cluster_fb6fe173-6fe3-4dcb-1ac3-ed16a628d8ff/data/data1/current/BP-641329885-172.17.0.3-1733246349218/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:10,289 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/cluster_fb6fe173-6fe3-4dcb-1ac3-ed16a628d8ff/data/data2/current/BP-641329885-172.17.0.3-1733246349218/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:10,343 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1d2c53c605bc068 with lease ID 0x6c67e30d50fbb269: Processing first storage report for DS-fa96e70e-bee5-412d-84d6-9b5b891282c3 from datanode DatanodeRegistration(127.0.0.1:41045, datanodeUuid=a198d147-49ad-45d3-8390-294f3d83aa68, infoPort=41223, infoSecurePort=0, ipcPort=41071, storageInfo=lv=-57;cid=testClusterID;nsid=2084164149;c=1733246349218) 2024-12-03T17:19:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1d2c53c605bc068 with lease ID 0x6c67e30d50fbb269: from storage DS-fa96e70e-bee5-412d-84d6-9b5b891282c3 node DatanodeRegistration(127.0.0.1:41045, datanodeUuid=a198d147-49ad-45d3-8390-294f3d83aa68, infoPort=41223, infoSecurePort=0, ipcPort=41071, storageInfo=lv=-57;cid=testClusterID;nsid=2084164149;c=1733246349218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1d2c53c605bc068 with lease ID 0x6c67e30d50fbb269: Processing first storage report for DS-e6f34493-e0bb-43d5-9a34-71b30cc4bd4e from datanode DatanodeRegistration(127.0.0.1:41045, datanodeUuid=a198d147-49ad-45d3-8390-294f3d83aa68, infoPort=41223, infoSecurePort=0, ipcPort=41071, storageInfo=lv=-57;cid=testClusterID;nsid=2084164149;c=1733246349218) 2024-12-03T17:19:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1d2c53c605bc068 with lease ID 0x6c67e30d50fbb269: from storage DS-e6f34493-e0bb-43d5-9a34-71b30cc4bd4e node DatanodeRegistration(127.0.0.1:41045, datanodeUuid=a198d147-49ad-45d3-8390-294f3d83aa68, infoPort=41223, infoSecurePort=0, ipcPort=41071, storageInfo=lv=-57;cid=testClusterID;nsid=2084164149;c=1733246349218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:10,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66 2024-12-03T17:19:10,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:10,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54 with version=8 2024-12-03T17:19:10,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/hbase-staging 2024-12-03T17:19:10,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:10,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:10,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:10,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32847 2024-12-03T17:19:10,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32847 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:10,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328470x0, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:10,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32847-0x1010d4bd29d0003 connected 2024-12-03T17:19:10,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/running 2024-12-03T17:19:10,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54, hbase.cluster.distributed=false 2024-12-03T17:19:10,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/acl 2024-12-03T17:19:10,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32847 2024-12-03T17:19:10,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32847 2024-12-03T17:19:10,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32847 2024-12-03T17:19:10,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32847 2024-12-03T17:19:10,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32847 2024-12-03T17:19:10,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:10,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:10,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:10,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42953 2024-12-03T17:19:10,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42953 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:10,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429530x0, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:10,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/running 2024-12-03T17:19:10,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42953-0x1010d4bd29d0004 connected 2024-12-03T17:19:10,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:10,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:10,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/master 2024-12-03T17:19:10,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/acl 2024-12-03T17:19:10,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-03T17:19:10,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-12-03T17:19:10,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-12-03T17:19:10,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-03T17:19:10,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-12-03T17:19:10,622 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:32847 2024-12-03T17:19:10,631 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11945660654/backup-masters/27e0f852a164,32847,1733246350423 2024-12-03T17:19:10,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/backup-masters 2024-12-03T17:19:10,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/backup-masters 2024-12-03T17:19:10,646 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on existing znode=/11945660654/backup-masters/27e0f852a164,32847,1733246350423 2024-12-03T17:19:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945660654/master 2024-12-03T17:19:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:10,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:10,666 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on existing znode=/11945660654/master 2024-12-03T17:19:10,670 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11945660654/backup-masters/27e0f852a164,32847,1733246350423 from backup master directory 2024-12-03T17:19:10,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945660654/backup-masters/27e0f852a164,32847,1733246350423 2024-12-03T17:19:10,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/backup-masters 2024-12-03T17:19:10,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/backup-masters 2024-12-03T17:19:10,674 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:10,674 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,32847,1733246350423 2024-12-03T17:19:10,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/hbase.id] with ID: 3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:10,708 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/.tmp/hbase.id 2024-12-03T17:19:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:10,768 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/.tmp/hbase.id]:[hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/hbase.id] 2024-12-03T17:19:10,828 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:10,828 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:10,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-12-03T17:19:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:11,291 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:11,292 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:11,293 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:11,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store 2024-12-03T17:19:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:11,814 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:11,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:11,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:11,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:11,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:11,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:11,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:11,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246351815Disabling compacts and flushes for region at 1733246351815Disabling writes for close at 1733246351815Writing region close event to WAL at 1733246351815Closed at 1733246351815 2024-12-03T17:19:11,817 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/.initializing 2024-12-03T17:19:11,817 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/WALs/27e0f852a164,32847,1733246350423 2024-12-03T17:19:11,819 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:11,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C32847%2C1733246350423, suffix=, logDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/WALs/27e0f852a164,32847,1733246350423, archiveDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:11,838 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/WALs/27e0f852a164,32847,1733246350423/27e0f852a164%2C32847%2C1733246350423.1733246351823, exclude list is [], retry=0 2024-12-03T17:19:11,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41045,DS-fa96e70e-bee5-412d-84d6-9b5b891282c3,DISK] 2024-12-03T17:19:11,847 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/WALs/27e0f852a164,32847,1733246350423/27e0f852a164%2C32847%2C1733246350423.1733246351823 2024-12-03T17:19:11,849 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-12-03T17:19:11,850 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:11,850 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:11,850 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,850 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:11,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:11,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:11,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:11,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:11,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:11,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:11,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:11,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:11,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:11,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:11,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:11,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,881 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,881 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,885 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,885 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,886 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:11,888 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:11,892 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:11,893 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62129162, jitterRate=-0.07420334219932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:11,893 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246351851Initializing all the Stores at 1733246351853 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246351853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246351853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246351853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246351853Cleaning up temporary data from old regions at 1733246351885 (+32 ms)Region opened successfully at 1733246351893 (+8 ms) 2024-12-03T17:19:11,894 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:11,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102c8978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:11,900 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:11,901 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:11,901 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:11,901 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:11,902 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:19:11,902 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:19:11,902 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:11,906 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:11,907 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Unable to get data of znode /11945660654/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:11,909 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/balancer already deleted, retry=false 2024-12-03T17:19:11,910 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:11,911 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Unable to get data of znode /11945660654/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:11,913 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/normalizer already deleted, retry=false 2024-12-03T17:19:11,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:11,915 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Unable to get data of znode /11945660654/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:11,918 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/switch/split already deleted, retry=false 2024-12-03T17:19:11,920 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Unable to get data of znode /11945660654/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:11,921 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/switch/merge already deleted, retry=false 2024-12-03T17:19:11,925 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Unable to get data of znode /11945660654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:11,926 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:11,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945660654/running 2024-12-03T17:19:11,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:11,933 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,32847,1733246350423, sessionid=0x1010d4bd29d0003, setting cluster-up flag (Was=false) 2024-12-03T17:19:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11945660654/running 2024-12-03T17:19:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:11,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:11,954 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11945660654/flush-table-proc/acquired, /11945660654/flush-table-proc/reached, /11945660654/flush-table-proc/abort 2024-12-03T17:19:11,958 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,32847,1733246350423 2024-12-03T17:19:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:11,979 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11945660654/online-snapshot/acquired, /11945660654/online-snapshot/reached, /11945660654/online-snapshot/abort 2024-12-03T17:19:11,982 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,32847,1733246350423 2024-12-03T17:19:11,988 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:11,995 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:11,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:11,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:11,996 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,32847,1733246350423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:12,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:12,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:12,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:12,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:12,001 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:12,001 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,001 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:12,001 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,001 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(746): ClusterId : 3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:12,001 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:12,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:12,005 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:12,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:12,005 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:12,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246382042 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:12,043 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:12,044 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,045 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:12,045 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:12,045 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:12,045 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:12,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:12,049 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:12,050 DEBUG [RS:0;27e0f852a164:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432ecbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:12,052 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:12,052 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:12,089 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:42953 2024-12-03T17:19:12,090 INFO [RS:0;27e0f852a164:42953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:12,090 INFO [RS:0;27e0f852a164:42953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:12,090 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:12,090 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246352052,5,FailOnTimeoutGroup] 2024-12-03T17:19:12,094 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246352091,5,FailOnTimeoutGroup] 2024-12-03T17:19:12,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:12,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,096 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,32847,1733246350423 with port=42953, startcode=1733246350561 2024-12-03T17:19:12,097 DEBUG [RS:0;27e0f852a164:42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:12,120 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:12,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32847 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:12,134 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54 2024-12-03T17:19:12,134 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33487 2024-12-03T17:19:12,134 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:12,154 DEBUG [RS:0;27e0f852a164:42953 {}] zookeeper.ZKUtil(111): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on existing znode=/11945660654/rs/27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,154 WARN [RS:0;27e0f852a164:42953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:12,154 INFO [RS:0;27e0f852a164:42953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:12,154 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/rs 2024-12-03T17:19:12,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,42953,1733246350561] 2024-12-03T17:19:12,176 INFO [RS:0;27e0f852a164:42953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:12,190 INFO [RS:0;27e0f852a164:42953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:12,195 INFO [RS:0;27e0f852a164:42953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:12,195 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,201 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:12,203 INFO [RS:0;27e0f852a164:42953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:12,203 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,204 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:12,205 DEBUG [RS:0;27e0f852a164:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,211 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42953,1733246350561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:12,236 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:12,236 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42953,1733246350561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,237 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,237 INFO [RS:0;27e0f852a164:42953 {}] regionserver.Replication(171): 27e0f852a164,42953,1733246350561 started 2024-12-03T17:19:12,256 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:12,256 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,42953,1733246350561, RpcServer on 27e0f852a164/172.17.0.3:42953, sessionid=0x1010d4bd29d0004 2024-12-03T17:19:12,257 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:12,257 DEBUG [RS:0;27e0f852a164:42953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,257 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,42953,1733246350561' 2024-12-03T17:19:12,257 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11945660654/flush-table-proc/abort' 2024-12-03T17:19:12,258 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11945660654/flush-table-proc/acquired' 2024-12-03T17:19:12,259 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:12,259 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:12,259 DEBUG [RS:0;27e0f852a164:42953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,259 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,42953,1733246350561' 2024-12-03T17:19:12,259 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11945660654/online-snapshot/abort' 2024-12-03T17:19:12,267 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11945660654/online-snapshot/acquired' 2024-12-03T17:19:12,268 DEBUG [RS:0;27e0f852a164:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:12,268 INFO [RS:0;27e0f852a164:42953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:12,268 INFO [RS:0;27e0f852a164:42953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:12,369 INFO [RS:0;27e0f852a164:42953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:12,372 INFO [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C42953%2C1733246350561, suffix=, logDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561, archiveDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/oldWALs, maxLogs=10 2024-12-03T17:19:12,388 DEBUG [RS:0;27e0f852a164:42953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561/27e0f852a164%2C42953%2C1733246350561.1733246352374, exclude list is [], retry=0 2024-12-03T17:19:12,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41045,DS-fa96e70e-bee5-412d-84d6-9b5b891282c3,DISK] 2024-12-03T17:19:12,395 INFO [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561/27e0f852a164%2C42953%2C1733246350561.1733246352374 2024-12-03T17:19:12,396 DEBUG [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-12-03T17:19:12,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:12,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54 2024-12-03T17:19:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:19:12,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:12,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:12,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:12,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:12,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:12,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:12,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:12,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:12,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:12,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740 2024-12-03T17:19:12,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740 2024-12-03T17:19:12,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:12,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:12,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:12,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:12,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:12,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69182167, jitterRate=0.030894622206687927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:12,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246352551Initializing all the Stores at 1733246352553 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246352554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352554Cleaning up temporary data from old regions at 1733246352584 (+30 ms)Region opened successfully at 1733246352594 (+10 ms) 2024-12-03T17:19:12,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:12,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:12,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:12,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:12,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246352594Disabling compacts and flushes for region at 1733246352594Disabling writes for close at 1733246352595 (+1 ms)Writing region close event to WAL at 1733246352597 (+2 ms)Closed at 1733246352597 2024-12-03T17:19:12,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:12,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:12,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:12,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:12,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:12,762 DEBUG [27e0f852a164:32847 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:12,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,42953,1733246350561 2024-12-03T17:19:12,773 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,42953,1733246350561, state=OPENING 2024-12-03T17:19:12,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:12,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:12,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945660654/meta-region-server: CHANGED 2024-12-03T17:19:12,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,42953,1733246350561}] 2024-12-03T17:19:12,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945660654/meta-region-server: CHANGED 2024-12-03T17:19:12,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:12,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:12,944 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:12,944 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:12,944 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:12,947 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C42953%2C1733246350561.meta, suffix=.meta, logDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561, archiveDir=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/oldWALs, maxLogs=10 2024-12-03T17:19:12,964 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561/27e0f852a164%2C42953%2C1733246350561.meta.1733246352949.meta, exclude list is [], retry=0 2024-12-03T17:19:12,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41045,DS-fa96e70e-bee5-412d-84d6-9b5b891282c3,DISK] 2024-12-03T17:19:12,972 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561/27e0f852a164%2C42953%2C1733246350561.meta.1733246352949.meta 2024-12-03T17:19:12,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41223:41223)] 2024-12-03T17:19:12,973 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:12,973 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:12,973 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:12,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:12,974 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:12,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:12,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:12,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:12,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:12,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:12,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:12,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:12,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:12,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:12,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:12,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:12,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:12,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:12,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:12,984 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:12,986 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740 2024-12-03T17:19:12,988 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740 2024-12-03T17:19:12,991 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:12,991 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:12,992 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:12,994 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:12,996 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70405605, jitterRate=0.049125269055366516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:12,996 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:12,996 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246352974Writing region info on filesystem at 1733246352975 (+1 ms)Initializing all the Stores at 1733246352976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246352976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246352976Cleaning up temporary data from old regions at 1733246352991 (+15 ms)Running coprocessor post-open hooks at 1733246352996 (+5 ms)Region opened successfully at 1733246352996 2024-12-03T17:19:12,998 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246352935 2024-12-03T17:19:13,002 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:13,002 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:13,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,42953,1733246350561 2024-12-03T17:19:13,004 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,42953,1733246350561, state=OPEN 2024-12-03T17:19:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11945660654/meta-region-server 2024-12-03T17:19:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11945660654/meta-region-server 2024-12-03T17:19:13,008 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,42953,1733246350561 2024-12-03T17:19:13,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945660654/meta-region-server: CHANGED 2024-12-03T17:19:13,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11945660654/meta-region-server: CHANGED 2024-12-03T17:19:13,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:13,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,42953,1733246350561 in 229 msec 2024-12-03T17:19:13,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:13,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-03T17:19:13,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:13,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:13,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:13,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42953,1733246350561, seqNum=-1] 2024-12-03T17:19:13,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:13,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:13,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0380 sec 2024-12-03T17:19:13,032 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246353032, completionTime=-1 2024-12-03T17:19:13,032 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:13,033 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:13,036 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:13,036 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246413036 2024-12-03T17:19:13,036 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246473036 2024-12-03T17:19:13,036 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:32847, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,037 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,039 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.367sec 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:13,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:13,046 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:13,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:13,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32847,1733246350423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:13,089 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:19:13,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:13,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:13,108 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a8c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:13,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:13,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42953,1733246350561, seqNum=-1] 2024-12-03T17:19:13,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:13,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:13,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,32847,1733246350423 2024-12-03T17:19:13,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:13,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:13,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4bd29d0005 connected 2024-12-03T17:19:13,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37119,-1 for getting cluster id 2024-12-03T17:19:13,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:13,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faff7614-9d54-493c-82fb-88e8d458b955' 2024-12-03T17:19:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faff7614-9d54-493c-82fb-88e8d458b955" 2024-12-03T17:19:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d94e71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37119,-1] 2024-12-03T17:19:13,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:13,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:13,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6938d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37119,1733246342594 2024-12-03T17:19:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7173b7 2024-12-03T17:19:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:13,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:13,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:19:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:19:13,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:19:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:13,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:13,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T17:19:13,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:13,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T17:19:13,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T17:19:13,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T17:19:13,195 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:13,197 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251e0fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,197 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:13,197 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:13,199 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:13,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42499d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:13,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:13,202 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:13,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea1a1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:13,204 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:13,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:13,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f551f7d 2024-12-03T17:19:13,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:13,212 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:13,225 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T17:19:13,225 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:13,230 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:13,230 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:13,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:13,232 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:13,240 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:19:13,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:19:13,244 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:13,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:19:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741835_1011 (size=1138) 2024-12-03T17:19:13,294 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:19:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:13,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbfc68b055f7c8a85fa67e9e9a403553, NAME => 'hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767 2024-12-03T17:19:13,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741836_1012 (size=44) 2024-12-03T17:19:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:14,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:14,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:14,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dbfc68b055f7c8a85fa67e9e9a403553, disabling compactions & flushes 2024-12-03T17:19:14,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. after waiting 0 ms 2024-12-03T17:19:14,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbfc68b055f7c8a85fa67e9e9a403553: Waiting for close lock at 1733246354078Disabling compacts and flushes for region at 1733246354078Disabling writes for close at 1733246354078Writing region close event to WAL at 1733246354078Closed at 1733246354078 2024-12-03T17:19:14,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:19:14,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246354082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246354082"}]},"ts":"1733246354082"} 2024-12-03T17:19:14,096 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:19:14,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:19:14,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246354101"}]},"ts":"1733246354101"} 2024-12-03T17:19:14,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:19:14,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN}] 2024-12-03T17:19:14,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN 2024-12-03T17:19:14,127 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN; state=OFFLINE, location=27e0f852a164,44141,1733246344025; forceNewPlan=false, retain=false 2024-12-03T17:19:14,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbfc68b055f7c8a85fa67e9e9a403553, regionState=OPENING, regionLocation=27e0f852a164,44141,1733246344025 2024-12-03T17:19:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN because future has completed 2024-12-03T17:19:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,44141,1733246344025}] 2024-12-03T17:19:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:14,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:14,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:19:14,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44141%2C1733246344025.rep, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:14,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.rep.1733246354518, exclude list is [], retry=0 2024-12-03T17:19:14,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:14,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.rep.1733246354518 2024-12-03T17:19:14,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:14,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dbfc68b055f7c8a85fa67e9e9a403553, NAME => 'hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:14,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:14,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:14,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. service=MultiRowMutationService 2024-12-03T17:19:14,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:19:14,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:14,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,599 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,603 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName hfileref 2024-12-03T17:19:14,603 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:14,604 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:14,604 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,608 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName queue 2024-12-03T17:19:14,608 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:14,609 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:14,609 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,611 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName sid 2024-12-03T17:19:14,611 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:14,612 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:14,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:14,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:14,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dbfc68b055f7c8a85fa67e9e9a403553; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73337465, jitterRate=0.0928133875131607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:14,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:14,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dbfc68b055f7c8a85fa67e9e9a403553: Running coprocessor pre-open hook at 1733246354585Writing region info on filesystem at 1733246354585Initializing all the Stores at 1733246354595 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246354595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246354598 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246354598Cleaning up temporary data from old regions at 1733246354619 (+21 ms)Running coprocessor post-open hooks at 1733246354637 (+18 ms)Region opened successfully at 1733246354638 (+1 ms) 2024-12-03T17:19:14,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., pid=7, masterSystemTime=1733246354458 2024-12-03T17:19:14,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:14,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbfc68b055f7c8a85fa67e9e9a403553, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,44141,1733246344025 2024-12-03T17:19:14,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,44141,1733246344025 because future has completed 2024-12-03T17:19:14,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T17:19:14,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,44141,1733246344025 in 376 msec 2024-12-03T17:19:14,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:19:14,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN in 564 msec 2024-12-03T17:19:14,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:19:14,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246354694"}]},"ts":"1733246354694"} 2024-12-03T17:19:14,700 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:19:14,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:19:14,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4690 sec 2024-12-03T17:19:14,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., hostname=27e0f852a164,44141,1733246344025, seqNum=2] 2024-12-03T17:19:14,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44141 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T17:19:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:14,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:14,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T17:19:14,979 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:19:15,022 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,44141,1733246344025, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:19:15,024 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:15,024 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,44141,1733246344025, seqNum=-1] 2024-12-03T17:19:15,025 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:15,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T17:19:15,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,44141,1733246344025', locateType=CURRENT is [region=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., hostname=27e0f852a164,44141,1733246344025, seqNum=2] 2024-12-03T17:19:15,041 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T17:19:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T17:19:15,052 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,44141,1733246344025 suceeded 2024-12-03T17:19:15,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T17:19:15,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-12-03T17:19:15,058 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:15,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8780 sec 2024-12-03T17:19:15,065 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:15,067 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@736f7083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,067 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:15,068 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:15,069 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:15,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:15,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e91925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:15,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,072 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:15,075 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b75cb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,075 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af042c7 2024-12-03T17:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,080 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,44141,1733246344025 (queues=1) is replicating from cluster=faff7614-9d54-493c-82fb-88e8d458b955 to cluster=3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:15,082 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C44141%2C1733246344025 2024-12-03T17:19:15,085 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,44141,1733246344025, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:15,094 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C44141%2C1733246344025 2024-12-03T17:19:15,095 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303, startPosition=0, beingWritten=true 2024-12-03T17:19:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:15,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:15,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:15,362 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:19:15,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:15,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37119,-1 for getting cluster id 2024-12-03T17:19:15,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:15,367 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faff7614-9d54-493c-82fb-88e8d458b955' 2024-12-03T17:19:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faff7614-9d54-493c-82fb-88e8d458b955" 2024-12-03T17:19:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189ece06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37119,-1] 2024-12-03T17:19:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:15,379 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:15,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237e9d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37119,1733246342594 2024-12-03T17:19:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d788ba6 2024-12-03T17:19:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:19:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T17:19:15,396 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:15,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ace4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,401 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:15,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:15,403 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:15,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:15,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636e5bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,406 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:15,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016b8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6867ea1 2024-12-03T17:19:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,411 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,412 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T17:19:15,412 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:15,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:15,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T17:19:15,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T17:19:15,605 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T17:19:15,647 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-27e0f852a164,44141,1733246344025, ReplicationSource: 2, currentBandwidth=0 2024-12-03T17:19:15,651 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T17:19:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T17:19:15,655 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 27e0f852a164,44141,1733246344025 suceeded 2024-12-03T17:19:15,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:19:15,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-12-03T17:19:15,661 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:15,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 270 msec 2024-12-03T17:19:15,668 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:15,670 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d53b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,670 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:15,670 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:15,671 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:15,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:15,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:15,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bdefe66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,674 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:15,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e097493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561e6a83 2024-12-03T17:19:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,678 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,679 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-27e0f852a164,44141,1733246344025 (queues=1) is replicating from cluster=faff7614-9d54-493c-82fb-88e8d458b955 to cluster=3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:15,679 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=27e0f852a164%2C44141%2C1733246344025 2024-12-03T17:19:15,679 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-27e0f852a164,44141,1733246344025, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:15,679 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C44141%2C1733246344025 2024-12-03T17:19:15,679 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303, startPosition=0, beingWritten=true 2024-12-03T17:19:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T17:19:15,711 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T17:19:15,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:15,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:15,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:15,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,713 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37119,1733246342594 2024-12-03T17:19:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653b7730 2024-12-03T17:19:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,719 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:15,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T17:19:15,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:15,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T17:19:15,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T17:19:15,742 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T17:19:15,745 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac0caeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,745 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:15,745 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:15,747 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a969ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:15,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,749 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:15,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af984a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:15,751 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:15,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:15,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ffd5a9 2024-12-03T17:19:15,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:15,754 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:15,756 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:19:15,756 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:15,756 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,756 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:15,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T17:19:15,888 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:15,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T17:19:15,925 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T17:19:15,928 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T17:19:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T17:19:15,934 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 27e0f852a164,44141,1733246344025 suceeded 2024-12-03T17:19:15,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T17:19:15,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-12-03T17:19:15,943 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:15,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 212 msec 2024-12-03T17:19:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T17:19:16,061 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T17:19:16,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T17:19:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T17:19:16,067 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:16,071 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7639aff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:16,071 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:16,071 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:16,072 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6becb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,076 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:16,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47da1ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:16,078 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39814f64 2024-12-03T17:19:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:16,082 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:16,083 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T17:19:16,083 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:16,083 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,084 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:16,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:16,124 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T17:19:16,197 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:16,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T17:19:16,247 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T17:19:16,249 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T17:19:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T17:19:16,254 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 27e0f852a164,44141,1733246344025 suceeded 2024-12-03T17:19:16,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T17:19:16,260 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://27e0f852a164:32847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:16,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-03T17:19:16,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-12-03T17:19:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T17:19:16,381 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T17:19:16,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:16,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T17:19:16,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:16,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:16,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:16,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:19:16,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false 2024-12-03T17:19:16,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,37119,1733246342594 2024-12-03T17:19:16,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:16,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:16,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:16,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:16,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:16,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:16,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,44141,1733246344025' ***** 2024-12-03T17:19:16,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:19:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:16,390 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:19:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:16,390 INFO [RS:0;27e0f852a164:44141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:19:16,390 INFO [RS:0;27e0f852a164:44141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:19:16,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:19:16,391 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(3091): Received CLOSE for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:16,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:16,394 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,44141,1733246344025 2024-12-03T17:19:16,394 INFO [RS:0;27e0f852a164:44141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:16,394 INFO [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:44141. 2024-12-03T17:19:16,394 DEBUG [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:16,394 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:16,394 INFO [RS:0;27e0f852a164:44141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:19:16,394 INFO [RS:0;27e0f852a164:44141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:19:16,395 INFO [RS:0;27e0f852a164:44141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:19:16,395 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:19:16,395 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbfc68b055f7c8a85fa67e9e9a403553, disabling compactions & flushes 2024-12-03T17:19:16,395 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:16,395 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:16,395 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. after waiting 0 ms 2024-12-03T17:19:16,395 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:16,396 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:19:16,397 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbfc68b055f7c8a85fa67e9e9a403553=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.} 2024-12-03T17:19:16,397 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:16,397 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:16,397 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:16,397 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:16,397 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:16,397 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:16,405 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbfc68b055f7c8a85fa67e9e9a403553 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T17:19:16,405 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T17:19:16,455 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:16,514 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/.tmp/queue/8db30dde63ba4c938ed31f6bb2086f5b is 151, key is 1-27e0f852a164,44141,1733246344025/queue:27e0f852a164%2C44141%2C1733246344025/1733246355032/Put/seqid=0 2024-12-03T17:19:16,514 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/ce0399f605574b8cbad16a18da869146 is 147, key is hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553./info:regioninfo/1733246354649/Put/seqid=0 2024-12-03T17:19:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741838_1014 (size=6631) 2024-12-03T17:19:16,579 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/ce0399f605574b8cbad16a18da869146 2024-12-03T17:19:16,598 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741839_1015 (size=5500) 2024-12-03T17:19:16,600 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/.tmp/queue/8db30dde63ba4c938ed31f6bb2086f5b 2024-12-03T17:19:16,618 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:16,632 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:16,665 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/.tmp/queue/8db30dde63ba4c938ed31f6bb2086f5b as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/queue/8db30dde63ba4c938ed31f6bb2086f5b 2024-12-03T17:19:16,712 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/ns/69fcc8c907c1495f9f57290dfef86de6 is 43, key is default/ns:d/1733246348744/Put/seqid=0 2024-12-03T17:19:16,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741840_1016 (size=5153) 2024-12-03T17:19:16,739 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/queue/8db30dde63ba4c938ed31f6bb2086f5b, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T17:19:16,744 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/ns/69fcc8c907c1495f9f57290dfef86de6 2024-12-03T17:19:16,772 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dbfc68b055f7c8a85fa67e9e9a403553 in 350ms, sequenceid=6, compaction requested=false 2024-12-03T17:19:16,773 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:19:16,798 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:16,823 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T17:19:16,834 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:16,835 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:16,835 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:16,835 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbfc68b055f7c8a85fa67e9e9a403553: Waiting for close lock at 1733246356394Running coprocessor pre-close hooks at 1733246356395 (+1 ms)Disabling compacts and flushes for region at 1733246356395Disabling writes for close at 1733246356395Obtaining lock to block concurrent updates at 1733246356405 (+10 ms)Preparing flush snapshotting stores in dbfc68b055f7c8a85fa67e9e9a403553 at 1733246356405Finished memstore snapshotting hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733246356416 (+11 ms)Flushing stores of hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. at 1733246356420 (+4 ms)Flushing dbfc68b055f7c8a85fa67e9e9a403553/queue: creating writer at 1733246356421 (+1 ms)Flushing dbfc68b055f7c8a85fa67e9e9a403553/queue: appending metadata at 1733246356485 (+64 ms)Flushing dbfc68b055f7c8a85fa67e9e9a403553/queue: closing flushed file at 1733246356489 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ddee51: reopening flushed file at 1733246356653 (+164 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dbfc68b055f7c8a85fa67e9e9a403553 in 350ms, sequenceid=6, compaction requested=false at 1733246356772 (+119 ms)Writing region close event to WAL at 1733246356784 (+12 ms)Running coprocessor post-close hooks at 1733246356829 (+45 ms)Closed at 1733246356835 (+6 ms) 2024-12-03T17:19:16,836 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:16,829 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/table/adcf9429aebd4e7b875b3a33329beb3c is 53, key is hbase:replication/table:state/1733246354694/Put/seqid=0 2024-12-03T17:19:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741841_1017 (size=5256) 2024-12-03T17:19:16,885 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/table/adcf9429aebd4e7b875b3a33329beb3c 2024-12-03T17:19:16,921 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/ce0399f605574b8cbad16a18da869146 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/info/ce0399f605574b8cbad16a18da869146 2024-12-03T17:19:16,952 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/info/ce0399f605574b8cbad16a18da869146, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T17:19:16,959 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/ns/69fcc8c907c1495f9f57290dfef86de6 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/ns/69fcc8c907c1495f9f57290dfef86de6 2024-12-03T17:19:16,982 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/ns/69fcc8c907c1495f9f57290dfef86de6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:19:16,986 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/table/adcf9429aebd4e7b875b3a33329beb3c as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/table/adcf9429aebd4e7b875b3a33329beb3c 2024-12-03T17:19:16,998 DEBUG [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:17,026 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/table/adcf9429aebd4e7b875b3a33329beb3c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T17:19:17,039 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=11, compaction requested=false 2024-12-03T17:19:17,106 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:19:17,108 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:17,108 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:17,108 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:17,109 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246356397Running coprocessor pre-close hooks at 1733246356397Disabling compacts and flushes for region at 1733246356397Disabling writes for close at 1733246356397Obtaining lock to block concurrent updates at 1733246356405 (+8 ms)Preparing flush snapshotting stores in 1588230740 at 1733246356405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733246356416 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246356419 (+3 ms)Flushing 1588230740/info: creating writer at 1733246356421 (+2 ms)Flushing 1588230740/info: appending metadata at 1733246356490 (+69 ms)Flushing 1588230740/info: closing flushed file at 1733246356490Flushing 1588230740/ns: creating writer at 1733246356653 (+163 ms)Flushing 1588230740/ns: appending metadata at 1733246356698 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1733246356698Flushing 1588230740/table: creating writer at 1733246356785 (+87 ms)Flushing 1588230740/table: appending metadata at 1733246356829 (+44 ms)Flushing 1588230740/table: closing flushed file at 1733246356829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57607a92: reopening flushed file at 1733246356913 (+84 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa50cd6: reopening flushed file at 1733246356953 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec58627: reopening flushed file at 1733246356983 (+30 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=11, compaction requested=false at 1733246357039 (+56 ms)Writing region close event to WAL at 1733246357069 (+30 ms)Running coprocessor post-close hooks at 1733246357108 (+39 ms)Closed at 1733246357108 2024-12-03T17:19:17,109 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:17,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:17,200 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,44141,1733246344025; all regions closed. 2024-12-03T17:19:17,223 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:19:17,223 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:19:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741834_1010 (size=2742) 2024-12-03T17:19:17,239 DEBUG [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:17,239 INFO [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44141%2C1733246344025.meta:.meta(num 1733246348410) 2024-12-03T17:19:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741837_1013 (size=1802) 2024-12-03T17:19:17,269 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025/27e0f852a164%2C44141%2C1733246344025.1733246347303 to pos 0, reset compression=false 2024-12-03T17:19:17,305 DEBUG [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:17,305 INFO [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44141%2C1733246344025.rep:(num 1733246354518) 2024-12-03T17:19:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741832_1008 (size=93) 2024-12-03T17:19:17,371 DEBUG [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:17,372 INFO [RS:0;27e0f852a164:44141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44141%2C1733246344025:(num 1733246347303) 2024-12-03T17:19:17,372 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:17,372 INFO [RS:0;27e0f852a164:44141 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:17,372 INFO [RS:0;27e0f852a164:44141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:17,372 INFO [RS:0;27e0f852a164:44141 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:17,373 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:17,374 INFO [RS:0;27e0f852a164:44141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:17,374 INFO [RS:0;27e0f852a164:44141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,44141,1733246344025 because: Region server is closing 2024-12-03T17:19:17,375 INFO [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:44141. 2024-12-03T17:19:17,375 DEBUG [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:17,375 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:17,376 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:17,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:17,477 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:19:17,477 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:19:17,478 INFO [RS:0;27e0f852a164:44141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,1-27e0f852a164,44141,1733246344025 terminated 2024-12-03T17:19:17,478 INFO [RS:0;27e0f852a164:44141 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-27e0f852a164,44141,1733246344025 because: Region server is closing 2024-12-03T17:19:17,479 INFO [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:44141. 2024-12-03T17:19:17,479 DEBUG [RS:0;27e0f852a164:44141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:17,479 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:17,480 DEBUG [RS:0;27e0f852a164:44141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:17,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:17,580 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.wal-reader.27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:19:17,580 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:19:17,581 INFO [RS:0;27e0f852a164:44141 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,44141,1733246344025.replicationSource.shipper27e0f852a164%2C44141%2C1733246344025,2-27e0f852a164,44141,1733246344025 terminated 2024-12-03T17:19:17,581 INFO [RS:0;27e0f852a164:44141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44141 2024-12-03T17:19:17,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/rs 2024-12-03T17:19:17,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/rs/27e0f852a164,44141,1733246344025 2024-12-03T17:19:17,588 INFO [RS:0;27e0f852a164:44141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:17,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,44141,1733246344025] 2024-12-03T17:19:17,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/draining/27e0f852a164,44141,1733246344025 already deleted, retry=false 2024-12-03T17:19:17,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,44141,1733246344025 expired; onlineServers=0 2024-12-03T17:19:17,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,37119,1733246342594' ***** 2024-12-03T17:19:17,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:19:17,592 INFO [M:0;27e0f852a164:37119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:17,592 INFO [M:0;27e0f852a164:37119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:17,592 DEBUG [M:0;27e0f852a164:37119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:19:17,592 DEBUG [M:0;27e0f852a164:37119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:19:17,592 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:19:17,592 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246346998 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246346998,5,FailOnTimeoutGroup] 2024-12-03T17:19:17,592 INFO [M:0;27e0f852a164:37119 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:17,593 INFO [M:0;27e0f852a164:37119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:17,593 DEBUG [M:0;27e0f852a164:37119 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:19:17,593 INFO [M:0;27e0f852a164:37119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:19:17,593 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246346998 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246346998,5,FailOnTimeoutGroup] 2024-12-03T17:19:17,594 INFO [M:0;27e0f852a164:37119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:17,595 INFO [M:0;27e0f852a164:37119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:19:17,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:19:17,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/master 2024-12-03T17:19:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:17,597 DEBUG [M:0;27e0f852a164:37119 {}] zookeeper.ZKUtil(347): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/master because node does not exist (not an error) 2024-12-03T17:19:17,597 WARN [M:0;27e0f852a164:37119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:19:17,598 INFO [M:0;27e0f852a164:37119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.lastflushedseqids 2024-12-03T17:19:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741842_1018 (size=181) 2024-12-03T17:19:17,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:17,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44141-0x1010d4bd29d0001, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:17,695 INFO [RS:0;27e0f852a164:44141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:17,696 INFO [RS:0;27e0f852a164:44141 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,44141,1733246344025; zookeeper connection closed. 2024-12-03T17:19:17,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74d195ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74d195ed 2024-12-03T17:19:17,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:19:18,044 INFO [M:0;27e0f852a164:37119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:19:18,045 INFO [M:0;27e0f852a164:37119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:19:18,045 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:18,045 INFO [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:18,045 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:18,045 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:18,045 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:18,046 INFO [M:0;27e0f852a164:37119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T17:19:18,067 DEBUG [M:0;27e0f852a164:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c48d4e4c2c04d958a69ba077c4d9eed is 82, key is hbase:meta,,1/info:regioninfo/1733246348609/Put/seqid=0 2024-12-03T17:19:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741843_1019 (size=5672) 2024-12-03T17:19:18,476 INFO [M:0;27e0f852a164:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c48d4e4c2c04d958a69ba077c4d9eed 2024-12-03T17:19:18,519 DEBUG [M:0;27e0f852a164:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54cabb7e097c441a9d23d61601d22837 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733246354707/Put/seqid=0 2024-12-03T17:19:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741844_1020 (size=8663) 2024-12-03T17:19:18,953 INFO [M:0;27e0f852a164:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54cabb7e097c441a9d23d61601d22837 2024-12-03T17:19:18,996 DEBUG [M:0;27e0f852a164:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1cf3be3d6e4976ac69a1a91e347106 is 69, key is 27e0f852a164,44141,1733246344025/rs:state/1733246347055/Put/seqid=0 2024-12-03T17:19:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741845_1021 (size=5156) 2024-12-03T17:19:19,422 INFO [M:0;27e0f852a164:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1cf3be3d6e4976ac69a1a91e347106 2024-12-03T17:19:19,445 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c48d4e4c2c04d958a69ba077c4d9eed as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c48d4e4c2c04d958a69ba077c4d9eed 2024-12-03T17:19:19,468 INFO [M:0;27e0f852a164:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c48d4e4c2c04d958a69ba077c4d9eed, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T17:19:19,473 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54cabb7e097c441a9d23d61601d22837 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54cabb7e097c441a9d23d61601d22837 2024-12-03T17:19:19,524 INFO [M:0;27e0f852a164:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54cabb7e097c441a9d23d61601d22837, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T17:19:19,529 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1cf3be3d6e4976ac69a1a91e347106 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1cf3be3d6e4976ac69a1a91e347106 2024-12-03T17:19:19,546 INFO [M:0;27e0f852a164:37119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1cf3be3d6e4976ac69a1a91e347106, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T17:19:19,551 INFO [M:0;27e0f852a164:37119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1506ms, sequenceid=115, compaction requested=false 2024-12-03T17:19:19,558 INFO [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:19,559 DEBUG [M:0;27e0f852a164:37119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246358045Disabling compacts and flushes for region at 1733246358045Disabling writes for close at 1733246358045Obtaining lock to block concurrent updates at 1733246358046 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246358046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733246358046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246358047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246358047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246358066 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246358066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246358486 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246358519 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246358519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246358963 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246358995 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246358996 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4985abc7: reopening flushed file at 1733246359442 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f14be62: reopening flushed file at 1733246359468 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dee57f1: reopening flushed file at 1733246359524 (+56 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1506ms, sequenceid=115, compaction requested=false at 1733246359551 (+27 ms)Writing region close event to WAL at 1733246359558 (+7 ms)Closed at 1733246359558 2024-12-03T17:19:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741830_1006 (size=59421) 2024-12-03T17:19:19,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:19,566 INFO [M:0;27e0f852a164:37119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:19:19,566 INFO [M:0;27e0f852a164:37119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37119 2024-12-03T17:19:19,567 INFO [M:0;27e0f852a164:37119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:19,669 INFO [M:0;27e0f852a164:37119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x1010d4bd29d0000, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:19,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:19,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:19,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:19,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:19,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:19,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46837 2024-12-03T17:19:19,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46837 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:19,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468370x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:19,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46837-0x1010d4bd29d0006 connected 2024-12-03T17:19:19,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:19,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:19,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:19,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767, hbase.cluster.distributed=false 2024-12-03T17:19:19,742 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: INIT 2024-12-03T17:19:19,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/acl 2024-12-03T17:19:19,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46837 2024-12-03T17:19:19,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46837 2024-12-03T17:19:19,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46837 2024-12-03T17:19:19,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46837 2024-12-03T17:19:19,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46837 2024-12-03T17:19:19,836 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:19,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:19,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:19,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46137 2024-12-03T17:19:19,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46137 connecting to ZooKeeper ensemble=127.0.0.1:64329 2024-12-03T17:19:19,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:19,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:19,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461370x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:19,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461370x0, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:19,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:19,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46137-0x1010d4bd29d0007 connected 2024-12-03T17:19:19,895 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: INIT 2024-12-03T17:19:19,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:19,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/master 2024-12-03T17:19:19,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/acl 2024-12-03T17:19:19,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46137 2024-12-03T17:19:19,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46137 2024-12-03T17:19:19,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46137 2024-12-03T17:19:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46137 2024-12-03T17:19:20,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46137 2024-12-03T17:19:20,058 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:46837 2024-12-03T17:19:20,062 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1909613533/backup-masters/27e0f852a164,46837,1733246359672 2024-12-03T17:19:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:20,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:20,078 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/backup-masters/27e0f852a164,46837,1733246359672 2024-12-03T17:19:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:20,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:20,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/master 2024-12-03T17:19:20,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:20,102 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/master 2024-12-03T17:19:20,114 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1909613533/backup-masters/27e0f852a164,46837,1733246359672 from backup master directory 2024-12-03T17:19:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/backup-masters/27e0f852a164,46837,1733246359672 2024-12-03T17:19:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:20,124 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:20,124 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,46837,1733246359672 2024-12-03T17:19:20,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/backup-masters 2024-12-03T17:19:20,207 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:20,207 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:20,257 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 50ms. 2024-12-03T17:19:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741846_1022 (size=196) 2024-12-03T17:19:20,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:20,728 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:20,730 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:20,756 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T17:19:20,767 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594 to hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594-dead as it is dead 2024-12-03T17:19:20,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T17:19:20,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T17:19:20,771 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594-dead/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:20,783 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594-dead/27e0f852a164%2C37119%2C1733246342594.1733246346092 after 10ms 2024-12-03T17:19:20,791 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594-dead/27e0f852a164%2C37119%2C1733246342594.1733246346092 to hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:20,791 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,37119,1733246342594-dead 2024-12-03T17:19:20,795 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,46837,1733246359672 2024-12-03T17:19:20,803 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:20,817 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C46837%2C1733246359672, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,46837,1733246359672, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:20,837 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,46837,1733246359672/27e0f852a164%2C46837%2C1733246359672.1733246360817, exclude list is [], retry=0 2024-12-03T17:19:20,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:20,850 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/WALs/27e0f852a164,46837,1733246359672/27e0f852a164%2C46837%2C1733246359672.1733246360817 2024-12-03T17:19:20,851 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:20,851 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:20,851 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:20,851 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,852 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:20,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:20,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c48d4e4c2c04d958a69ba077c4d9eed 2024-12-03T17:19:20,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:20,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:20,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:20,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54cabb7e097c441a9d23d61601d22837 2024-12-03T17:19:20,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:20,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:20,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:20,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1cf3be3d6e4976ac69a1a91e347106 2024-12-03T17:19:20,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:20,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:20,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:20,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:20,987 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:20,995 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T17:19:20,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:21,032 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:21,040 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C37119%2C1733246342594.1733246346092 2024-12-03T17:19:21,047 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:21,047 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:21,053 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:21,056 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:21,066 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T17:19:21,068 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70563828, jitterRate=0.051482975482940674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:21,069 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246360852Initializing all the Stores at 1733246360853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246360853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246360854 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246360854Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246360854Cleaning up temporary data from old regions at 1733246361047 (+193 ms)Region opened successfully at 1733246361068 (+21 ms) 2024-12-03T17:19:21,073 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:21,086 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403e8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:21,107 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T17:19:21,108 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:21,108 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:21,108 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:21,110 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T17:19:21,124 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:21,124 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:21,127 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:19:21,127 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:21,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T17:19:21,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T17:19:21,128 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 18 msec 2024-12-03T17:19:21,128 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:21,146 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=27e0f852a164,44141,1733246344025, regionLocation=27e0f852a164,44141,1733246344025, openSeqNum=2 2024-12-03T17:19:21,147 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=27e0f852a164,44141,1733246344025, table=hbase:meta, region=1588230740 2024-12-03T17:19:21,147 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,44141,1733246344025, state=OPEN 2024-12-03T17:19:21,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:21,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:21,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:21,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:21,193 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:21,212 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/draining/27e0f852a164,44141,1733246344025 already deleted, retry=false 2024-12-03T17:19:21,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 27e0f852a164,44141,1733246344025 on 27e0f852a164,46837,1733246359672 2024-12-03T17:19:21,220 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 27e0f852a164,44141,1733246344025, splitWal=true, meta=true 2024-12-03T17:19:21,223 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 27e0f852a164,44141,1733246344025 (carryingMeta=true) 27e0f852a164,44141,1733246344025/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@69fe4cbc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T17:19:21,242 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:21,247 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/balancer already deleted, retry=false 2024-12-03T17:19:21,247 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:21,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:21,258 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/normalizer already deleted, retry=false 2024-12-03T17:19:21,259 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:21,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:21,272 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/switch/split already deleted, retry=false 2024-12-03T17:19:21,273 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:21,279 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/switch/merge already deleted, retry=false 2024-12-03T17:19:21,371 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:21,379 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:21,408 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,46837,1733246359672, sessionid=0x1010d4bd29d0006, setting cluster-up flag (Was=false) 2024-12-03T17:19:21,433 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1909613533/flush-table-proc/acquired, /0-1909613533/flush-table-proc/reached, /0-1909613533/flush-table-proc/abort 2024-12-03T17:19:21,439 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,46837,1733246359672 2024-12-03T17:19:21,455 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1909613533/online-snapshot/acquired, /0-1909613533/online-snapshot/reached, /0-1909613533/online-snapshot/abort 2024-12-03T17:19:21,463 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,46837,1733246359672 2024-12-03T17:19:21,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.lastflushedseqids 2024-12-03T17:19:21,482 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:21,483 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:21,484 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,46837,1733246359672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 27e0f852a164,44141,1733246344025 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:21,512 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,516 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 27e0f852a164,44141,1733246344025, splitWal=true, meta=true 2024-12-03T17:19:21,523 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 27e0f852a164,44141,1733246344025, splitWal=true, meta=true, isMeta: true 2024-12-03T17:19:21,523 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246391523 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:21,524 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:21,526 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025-splitting 2024-12-03T17:19:21,526 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,528 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025-splitting dir is empty, no logs to split. 2024-12-03T17:19:21,528 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27e0f852a164,44141,1733246344025 WAL count=0, meta=true 2024-12-03T17:19:21,528 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:21,528 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:21,528 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:21,528 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:21,530 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:21,530 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:21,530 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246361530,5,FailOnTimeoutGroup] 2024-12-03T17:19:21,533 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246361530,5,FailOnTimeoutGroup] 2024-12-03T17:19:21,533 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,533 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:21,533 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,534 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,534 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246361534, completionTime=-1 2024-12-03T17:19:21,534 WARN [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T17:19:21,539 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025-splitting dir is empty, no logs to split. 2024-12-03T17:19:21,539 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27e0f852a164,44141,1733246344025 WAL count=0, meta=true 2024-12-03T17:19:21,539 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 27e0f852a164,44141,1733246344025 WAL splitting is done? wals=0, meta=true 2024-12-03T17:19:21,544 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T17:19:21,551 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(746): ClusterId : faff7614-9d54-493c-82fb-88e8d458b955 2024-12-03T17:19:21,551 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:21,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:21,560 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:21,560 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:21,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:21,569 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T17:19:21,569 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:21,570 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbd7ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:21,591 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:46137 2024-12-03T17:19:21,591 INFO [RS:0;27e0f852a164:46137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:21,591 INFO [RS:0;27e0f852a164:46137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:21,591 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:21,595 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,46837,1733246359672 with port=46137, startcode=1733246359835 2024-12-03T17:19:21,595 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:21,603 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:21,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,622 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767 2024-12-03T17:19:21,622 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33513 2024-12-03T17:19:21,622 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:21,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/rs 2024-12-03T17:19:21,645 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T17:19:21,646 DEBUG [RS:0;27e0f852a164:46137 {}] zookeeper.ZKUtil(111): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on existing znode=/0-1909613533/rs/27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,646 WARN [RS:0;27e0f852a164:46137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:21,646 INFO [RS:0;27e0f852a164:46137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:21,646 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,46137,1733246359835] 2024-12-03T17:19:21,719 WARN [27e0f852a164:46837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:19:21,756 INFO [RS:0;27e0f852a164:46137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:21,759 INFO [RS:0;27e0f852a164:46137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:21,760 INFO [RS:0;27e0f852a164:46137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:21,760 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,761 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:21,763 INFO [RS:0;27e0f852a164:46137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:21,763 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,764 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,764 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,765 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,766 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:21,766 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:21,766 DEBUG [RS:0;27e0f852a164:46137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:21,770 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,771 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,771 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,771 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,771 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,771 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46137,1733246359835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:21,794 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:21,794 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46137,1733246359835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,817 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,46137,1733246359835, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:19:21,842 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(231): queueId=2-27e0f852a164,46137,1733246359835, ReplicationSource: 2, currentBandwidth=0 2024-12-03T17:19:21,842 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,843 INFO [RS:0;27e0f852a164:46137 {}] regionserver.Replication(171): 27e0f852a164,46137,1733246359835 started 2024-12-03T17:19:21,843 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:21,850 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a3984a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,851 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:21,851 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:21,860 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:21,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:21,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc4f30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:21,865 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:21,866 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,46137,1733246359835, RpcServer on 27e0f852a164/172.17.0.3:46137, sessionid=0x1010d4bd29d0007 2024-12-03T17:19:21,866 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:21,866 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:21,866 DEBUG [RS:0;27e0f852a164:46137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,866 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,46137,1733246359835' 2024-12-03T17:19:21,866 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1909613533/flush-table-proc/abort' 2024-12-03T17:19:21,867 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1909613533/flush-table-proc/acquired' 2024-12-03T17:19:21,868 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:21,868 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:21,868 DEBUG [RS:0;27e0f852a164:46137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,46137,1733246359835 2024-12-03T17:19:21,868 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,46137,1733246359835' 2024-12-03T17:19:21,868 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1909613533/online-snapshot/abort' 2024-12-03T17:19:21,867 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:32847' 2024-12-03T17:19:21,869 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1909613533/online-snapshot/acquired' 2024-12-03T17:19:21,870 DEBUG [RS:0;27e0f852a164:46137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:21,870 INFO [RS:0;27e0f852a164:46137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:21,870 INFO [RS:0;27e0f852a164:46137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:21,871 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dfc45ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,871 DEBUG [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:21,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:21,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c02fa4 2024-12-03T17:19:21,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:21,877 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:21,879 INFO [RS:0;27e0f852a164:46137.replicationSource,1-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,46137,1733246359835 (queues=0) is replicating from cluster=faff7614-9d54-493c-82fb-88e8d458b955 to cluster=3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:21,883 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2a637d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,883 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,32847,-1 for getting cluster id 2024-12-03T17:19:21,883 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:21,885 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3867f82f-18a6-4fda-84ca-ee1331c3e01c' 2024-12-03T17:19:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3867f82f-18a6-4fda-84ca-ee1331c3e01c" 2024-12-03T17:19:21,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae99bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,32847,-1] 2024-12-03T17:19:21,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:21,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:21,891 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:21,892 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423fbc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:21,892 DEBUG [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:21,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,32847,1733246350423 2024-12-03T17:19:21,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c9ca7d 2024-12-03T17:19:21,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:21,895 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:21,897 INFO [RS:0;27e0f852a164:46137.replicationSource,2-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-27e0f852a164,46137,1733246359835 (queues=0) is replicating from cluster=faff7614-9d54-493c-82fb-88e8d458b955 to cluster=3867f82f-18a6-4fda-84ca-ee1331c3e01c 2024-12-03T17:19:21,971 INFO [RS:0;27e0f852a164:46137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:21,973 INFO [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C46137%2C1733246359835, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:21,993 DEBUG [RS:0;27e0f852a164:46137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974, exclude list is [], retry=0 2024-12-03T17:19:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:22,007 INFO [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 2024-12-03T17:19:22,008 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 27e0f852a164%2C46137%2C1733246359835 for peer 2 2024-12-03T17:19:22,008 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 27e0f852a164%2C46137%2C1733246359835 for peer 1 2024-12-03T17:19:22,008 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C46137%2C1733246359835 2024-12-03T17:19:22,009 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,46137,1733246359835, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:22,010 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=27e0f852a164%2C46137%2C1733246359835 2024-12-03T17:19:22,010 INFO [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C46137%2C1733246359835 2024-12-03T17:19:22,010 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-27e0f852a164,46137,1733246359835, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:22,012 DEBUG [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:22,012 INFO [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C46137%2C1733246359835 2024-12-03T17:19:22,012 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974, startPosition=0, beingWritten=true 2024-12-03T17:19:22,013 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974, startPosition=0, beingWritten=true 2024-12-03T17:19:22,220 DEBUG [27e0f852a164:46837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:22,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,46137,1733246359835 2024-12-03T17:19:22,224 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,46137,1733246359835, state=OPENING 2024-12-03T17:19:22,227 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:22,229 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:22,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:22,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:22,250 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:22,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:22,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:22,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,46137,1733246359835}] 2024-12-03T17:19:22,405 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:22,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:22,413 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:22,413 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:22,414 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:22,416 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C46137%2C1733246359835.meta, suffix=.meta, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:22,438 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.meta.1733246362417.meta, exclude list is [], retry=0 2024-12-03T17:19:22,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:22,451 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.meta.1733246362417.meta 2024-12-03T17:19:22,452 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:22,452 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:22,452 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:22,453 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:22,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:22,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:22,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:22,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:22,467 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/info/ce0399f605574b8cbad16a18da869146 2024-12-03T17:19:22,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:22,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:22,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:22,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:22,476 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/ns/69fcc8c907c1495f9f57290dfef86de6 2024-12-03T17:19:22,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:22,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:22,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:22,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:22,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:22,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:22,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:22,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:22,487 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/table/adcf9429aebd4e7b875b3a33329beb3c 2024-12-03T17:19:22,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:22,488 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:22,488 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:22,490 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740 2024-12-03T17:19:22,492 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:22,492 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:22,493 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:22,495 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:22,496 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65639105, jitterRate=-0.021901115775108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:22,496 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:22,496 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246362454Writing region info on filesystem at 1733246362454Initializing all the Stores at 1733246362456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246362456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246362456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246362456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246362456Cleaning up temporary data from old regions at 1733246362492 (+36 ms)Running coprocessor post-open hooks at 1733246362496 (+4 ms)Region opened successfully at 1733246362496 2024-12-03T17:19:22,498 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733246362405 2024-12-03T17:19:22,501 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:22,501 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:22,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=27e0f852a164,46137,1733246359835 2024-12-03T17:19:22,504 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,46137,1733246359835, state=OPEN 2024-12-03T17:19:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1909613533/meta-region-server 2024-12-03T17:19:22,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,46137,1733246359835 2024-12-03T17:19:22,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:22,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1909613533/meta-region-server: CHANGED 2024-12-03T17:19:22,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T17:19:22,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,46137,1733246359835 in 257 msec 2024-12-03T17:19:22,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T17:19:22,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 960 msec 2024-12-03T17:19:22,537 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:22,539 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:22,945 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:22,948 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:23,152 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1618ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1507ms 2024-12-03T17:19:23,453 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:23,454 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:24,063 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:24,073 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:24,655 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3121ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms 2024-12-03T17:19:24,770 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:24,780 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:25,580 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:25,593 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:26,058 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4524ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T17:19:26,059 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:26,059 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:26,059 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,46137,1733246359835, seqNum=-1] 2024-12-03T17:19:26,060 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:26,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:26,071 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dbfc68b055f7c8a85fa67e9e9a403553, regionState=OPEN, lastHost=27e0f852a164,44141,1733246344025, regionLocation=27e0f852a164,44141,1733246344025, openSeqNum=2 2024-12-03T17:19:26,071 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:26,071 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246426071 2024-12-03T17:19:26,071 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246486071 2024-12-03T17:19:26,071 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,072 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 27e0f852a164,44141,1733246344025 had 2 regions 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:46837, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,074 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 27e0f852a164,44141,1733246344025, splitWal=true, meta=true, isMeta: false 2024-12-03T17:19:26,080 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025-splitting dir is empty, no logs to split. 2024-12-03T17:19:26,080 INFO [PEWorker-4 {}] master.SplitWALManager(105): 27e0f852a164,44141,1733246344025 WAL count=0, meta=false 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.959sec 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:26,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:26,084 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:26,085 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,44141,1733246344025-splitting dir is empty, no logs to split. 2024-12-03T17:19:26,085 INFO [PEWorker-4 {}] master.SplitWALManager(105): 27e0f852a164,44141,1733246344025 WAL count=0, meta=false 2024-12-03T17:19:26,085 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 27e0f852a164,44141,1733246344025 WAL splitting is done? wals=0, meta=false 2024-12-03T17:19:26,092 WARN [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=27e0f852a164,44141,1733246344025/hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:26,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN}] 2024-12-03T17:19:26,097 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN 2024-12-03T17:19:26,099 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T17:19:26,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:26,106 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:26,107 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,46837,1733246359672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:26,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,46837,-1 for getting cluster id 2024-12-03T17:19:26,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:26,163 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faff7614-9d54-493c-82fb-88e8d458b955' 2024-12-03T17:19:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faff7614-9d54-493c-82fb-88e8d458b955" 2024-12-03T17:19:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fde299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,46837,-1] 2024-12-03T17:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:26,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,173 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713429b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,46137,1733246359835, seqNum=-1] 2024-12-03T17:19:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:26,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:26,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T17:19:26,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:26,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:26,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 27e0f852a164:46837 after: 27e0f852a164:46837 2024-12-03T17:19:26,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:26,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,46837,-1 for getting cluster id 2024-12-03T17:19:26,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:26,200 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faff7614-9d54-493c-82fb-88e8d458b955' 2024-12-03T17:19:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faff7614-9d54-493c-82fb-88e8d458b955" 2024-12-03T17:19:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,46837,-1] 2024-12-03T17:19:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,204 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:26,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:26,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,46837,1733246359672 2024-12-03T17:19:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fb2726 2024-12-03T17:19:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:26,219 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:26,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46837 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:26,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46837 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T17:19:26,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46837 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:26,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46837 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T17:19:26,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:19:26,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:26,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:26,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:19:26,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1743264562, stopped=false 2024-12-03T17:19:26,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,32847,1733246350423 2024-12-03T17:19:26,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945660654/running 2024-12-03T17:19:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945660654/running 2024-12-03T17:19:26,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:26,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:26,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:26,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:26,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,42953,1733246350561' ***** 2024-12-03T17:19:26,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:19:26,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/running 2024-12-03T17:19:26,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Set watcher on znode that does not yet exist, /11945660654/running 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,42953,1733246350561 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:26,232 INFO [RS:0;27e0f852a164:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:42953. 2024-12-03T17:19:26,232 DEBUG [RS:0;27e0f852a164:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:26,233 DEBUG [RS:0;27e0f852a164:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,233 INFO [RS:0;27e0f852a164:42953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:19:26,233 INFO [RS:0;27e0f852a164:42953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:19:26,233 INFO [RS:0;27e0f852a164:42953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:19:26,233 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:19:26,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:19:26,233 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:19:26,233 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:19:26,233 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:26,233 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:26,233 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:26,234 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:26,234 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:26,234 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:26,234 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T17:19:26,249 DEBUG [27e0f852a164:46837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:26,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dbfc68b055f7c8a85fa67e9e9a403553, regionState=OPENING, regionLocation=27e0f852a164,46137,1733246359835 2024-12-03T17:19:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN because future has completed 2024-12-03T17:19:26,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,46137,1733246359835}] 2024-12-03T17:19:26,263 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/.tmp/ns/1f8dd219ef1a43c6a4e53964cf0f6fd8 is 43, key is default/ns:d/1733246353024/Put/seqid=0 2024-12-03T17:19:26,267 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741835_1011 (size=5153) 2024-12-03T17:19:26,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:26,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:26,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:19:26,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C46137%2C1733246359835.rep, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs, maxLogs=10 2024-12-03T17:19:26,434 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:26,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.rep.1733246366428, exclude list is [], retry=0 2024-12-03T17:19:26,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-ce0b4a81-41fe-4338-b197-82a811e697eb,DISK] 2024-12-03T17:19:26,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.rep.1733246366428 2024-12-03T17:19:26,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38901:38901)] 2024-12-03T17:19:26,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dbfc68b055f7c8a85fa67e9e9a403553, NAME => 'hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:26,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. service=MultiRowMutationService 2024-12-03T17:19:26,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,499 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,502 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:26,505 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName hfileref 2024-12-03T17:19:26,505 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:26,509 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:26,510 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,519 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName queue 2024-12-03T17:19:26,519 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:26,534 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:26,574 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/queue/8db30dde63ba4c938ed31f6bb2086f5b 2024-12-03T17:19:26,574 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:26,575 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,579 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbfc68b055f7c8a85fa67e9e9a403553 columnFamilyName sid 2024-12-03T17:19:26,579 DEBUG [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:26,580 INFO [StoreOpener-dbfc68b055f7c8a85fa67e9e9a403553-1 {}] regionserver.HStore(327): Store=dbfc68b055f7c8a85fa67e9e9a403553/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:26,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:26,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened dbfc68b055f7c8a85fa67e9e9a403553; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67965540, jitterRate=0.012765467166900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:26,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:26,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dbfc68b055f7c8a85fa67e9e9a403553: Running coprocessor pre-open hook at 1733246366481Writing region info on filesystem at 1733246366481Initializing all the Stores at 1733246366490 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246366490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246366493 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246366493Cleaning up temporary data from old regions at 1733246366596 (+103 ms)Running coprocessor post-open hooks at 1733246366608 (+12 ms)Region opened successfully at 1733246366609 (+1 ms) 2024-12-03T17:19:26,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., pid=19, masterSystemTime=1733246366417 2024-12-03T17:19:26,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:26,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:26,635 DEBUG [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:26,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dbfc68b055f7c8a85fa67e9e9a403553, regionState=OPEN, openSeqNum=10, regionLocation=27e0f852a164,46137,1733246359835 2024-12-03T17:19:26,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,46137,1733246359835 because future has completed 2024-12-03T17:19:26,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T17:19:26,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure dbfc68b055f7c8a85fa67e9e9a403553, server=27e0f852a164,46137,1733246359835 in 409 msec 2024-12-03T17:19:26,694 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/.tmp/ns/1f8dd219ef1a43c6a4e53964cf0f6fd8 2024-12-03T17:19:26,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T17:19:26,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dbfc68b055f7c8a85fa67e9e9a403553, ASSIGN in 593 msec 2024-12-03T17:19:26,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T17:19:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553., hostname=27e0f852a164,46137,1733246359835, seqNum=10] 2024-12-03T17:19:26,737 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/.tmp/ns/1f8dd219ef1a43c6a4e53964cf0f6fd8 as hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/ns/1f8dd219ef1a43c6a4e53964cf0f6fd8 2024-12-03T17:19:26,759 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/ns/1f8dd219ef1a43c6a4e53964cf0f6fd8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T17:19:26,769 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=6, compaction requested=false 2024-12-03T17:19:26,769 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:19:26,799 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 27e0f852a164,44141,1733246344025 2024-12-03T17:19:26,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T17:19:26,808 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T17:19:26,809 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:26,809 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:26,809 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:26,809 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246366233Running coprocessor pre-close hooks at 1733246366233Disabling compacts and flushes for region at 1733246366233Disabling writes for close at 1733246366234 (+1 ms)Obtaining lock to block concurrent updates at 1733246366234Preparing flush snapshotting stores in 1588230740 at 1733246366234Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733246366234Flushing stores of hbase:meta,,1.1588230740 at 1733246366235 (+1 ms)Flushing 1588230740/ns: creating writer at 1733246366235Flushing 1588230740/ns: appending metadata at 1733246366262 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733246366262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d4b67c: reopening flushed file at 1733246366727 (+465 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=6, compaction requested=false at 1733246366769 (+42 ms)Writing region close event to WAL at 1733246366781 (+12 ms)Running coprocessor post-close hooks at 1733246366809 (+28 ms)Closed at 1733246366809 2024-12-03T17:19:26,810 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:26,837 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,42953,1733246350561; all regions closed. 2024-12-03T17:19:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741834_1010 (size=1152) 2024-12-03T17:19:26,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/WALs/27e0f852a164,42953,1733246350561/27e0f852a164%2C42953%2C1733246350561.meta.1733246352949.meta not finished, retry = 0 2024-12-03T17:19:26,955 DEBUG [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/oldWALs 2024-12-03T17:19:26,956 INFO [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C42953%2C1733246350561.meta:.meta(num 1733246352949) 2024-12-03T17:19:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741832_1008 (size=93) 2024-12-03T17:19:26,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T17:19:26,983 DEBUG [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/oldWALs 2024-12-03T17:19:26,983 INFO [RS:0;27e0f852a164:42953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C42953%2C1733246350561:(num 1733246352374) 2024-12-03T17:19:26,983 DEBUG [RS:0;27e0f852a164:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:26,983 INFO [RS:0;27e0f852a164:42953 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:26,986 INFO [RS:0;27e0f852a164:42953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:26,986 INFO [RS:0;27e0f852a164:42953 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:26,987 INFO [RS:0;27e0f852a164:42953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:26,987 INFO [RS:0;27e0f852a164:42953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42953 2024-12-03T17:19:26,988 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:26,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654/rs 2024-12-03T17:19:26,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945660654/rs/27e0f852a164,42953,1733246350561 2024-12-03T17:19:26,990 INFO [RS:0;27e0f852a164:42953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:26,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,42953,1733246350561] 2024-12-03T17:19:26,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/draining/27e0f852a164,42953,1733246350561 already deleted, retry=false 2024-12-03T17:19:26,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,42953,1733246350561 expired; onlineServers=0 2024-12-03T17:19:26,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,32847,1733246350423' ***** 2024-12-03T17:19:26,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:19:26,997 INFO [M:0;27e0f852a164:32847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:26,997 INFO [M:0;27e0f852a164:32847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:26,997 DEBUG [M:0;27e0f852a164:32847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:19:26,997 DEBUG [M:0;27e0f852a164:32847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:19:26,997 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246352052 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246352052,5,FailOnTimeoutGroup] 2024-12-03T17:19:26,997 INFO [M:0;27e0f852a164:32847 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:26,998 INFO [M:0;27e0f852a164:32847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:26,998 DEBUG [M:0;27e0f852a164:32847 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:19:26,998 INFO [M:0;27e0f852a164:32847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:19:26,998 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:19:26,998 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246352091 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246352091,5,FailOnTimeoutGroup] 2024-12-03T17:19:26,998 INFO [M:0;27e0f852a164:32847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:26,999 INFO [M:0;27e0f852a164:32847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:19:26,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:19:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11945660654/master 2024-12-03T17:19:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11945660654 2024-12-03T17:19:27,006 DEBUG [M:0;27e0f852a164:32847 {}] zookeeper.RecoverableZooKeeper(212): Node /11945660654/master already deleted, retry=false 2024-12-03T17:19:27,006 DEBUG [M:0;27e0f852a164:32847 {}] master.ActiveMasterManager(353): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Failed delete of our master address node; KeeperErrorCode = NoNode for /11945660654/master 2024-12-03T17:19:27,011 INFO [M:0;27e0f852a164:32847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/.lastflushedseqids 2024-12-03T17:19:27,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741836_1012 (size=99) 2024-12-03T17:19:27,033 INFO [M:0;27e0f852a164:32847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:19:27,033 INFO [M:0;27e0f852a164:32847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:19:27,034 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:27,034 INFO [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:27,034 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:27,034 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:27,034 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:27,034 INFO [M:0;27e0f852a164:32847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T17:19:27,061 DEBUG [M:0;27e0f852a164:32847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b5d307eb6d40fe90550b15a1d598b4 is 82, key is hbase:meta,,1/info:regioninfo/1733246353003/Put/seqid=0 2024-12-03T17:19:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741837_1013 (size=5672) 2024-12-03T17:19:27,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:27,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x1010d4bd29d0004, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:27,099 INFO [RS:0;27e0f852a164:42953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:27,099 INFO [RS:0;27e0f852a164:42953 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,42953,1733246350561; zookeeper connection closed. 2024-12-03T17:19:27,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c0d5f00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c0d5f00 2024-12-03T17:19:27,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:19:27,478 INFO [M:0;27e0f852a164:32847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b5d307eb6d40fe90550b15a1d598b4 2024-12-03T17:19:27,531 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:27,540 DEBUG [M:0;27e0f852a164:32847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d166f9975457987b09e07896c6a12 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733246353031/Put/seqid=0 2024-12-03T17:19:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741838_1014 (size=5275) 2024-12-03T17:19:27,572 INFO [M:0;27e0f852a164:32847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d166f9975457987b09e07896c6a12 2024-12-03T17:19:27,582 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:27,633 DEBUG [M:0;27e0f852a164:32847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d17ccdf75620451c8cc4fe8f3a38d505 is 69, key is 27e0f852a164,42953,1733246350561/rs:state/1733246352122/Put/seqid=0 2024-12-03T17:19:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741839_1015 (size=5156) 2024-12-03T17:19:27,670 INFO [M:0;27e0f852a164:32847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d17ccdf75620451c8cc4fe8f3a38d505 2024-12-03T17:19:27,700 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b5d307eb6d40fe90550b15a1d598b4 as hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1b5d307eb6d40fe90550b15a1d598b4 2024-12-03T17:19:27,724 INFO [M:0;27e0f852a164:32847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1b5d307eb6d40fe90550b15a1d598b4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T17:19:27,732 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d166f9975457987b09e07896c6a12 as hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8d166f9975457987b09e07896c6a12 2024-12-03T17:19:27,751 INFO [M:0;27e0f852a164:32847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8d166f9975457987b09e07896c6a12, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T17:19:27,753 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d17ccdf75620451c8cc4fe8f3a38d505 as hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d17ccdf75620451c8cc4fe8f3a38d505 2024-12-03T17:19:27,766 INFO [M:0;27e0f852a164:32847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33487/user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d17ccdf75620451c8cc4fe8f3a38d505, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T17:19:27,768 INFO [M:0;27e0f852a164:32847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 734ms, sequenceid=28, compaction requested=false 2024-12-03T17:19:27,804 INFO [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:27,805 DEBUG [M:0;27e0f852a164:32847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246367034Disabling compacts and flushes for region at 1733246367034Disabling writes for close at 1733246367034Obtaining lock to block concurrent updates at 1733246367034Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246367034Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733246367034Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246367035 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246367035Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246367061 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246367061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246367512 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246367540 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246367540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246367589 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246367632 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246367633 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30366122: reopening flushed file at 1733246367697 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bd82f2: reopening flushed file at 1733246367724 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29768c02: reopening flushed file at 1733246367752 (+28 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 734ms, sequenceid=28, compaction requested=false at 1733246367768 (+16 ms)Writing region close event to WAL at 1733246367804 (+36 ms)Closed at 1733246367804 2024-12-03T17:19:27,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0f4fab2-5dae-e422-e20c-3be777c12b54/MasterData/WALs/27e0f852a164,32847,1733246350423/27e0f852a164%2C32847%2C1733246350423.1733246351823 not finished, retry = 0 2024-12-03T17:19:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41045 is added to blk_1073741830_1006 (size=10165) 2024-12-03T17:19:27,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:27,932 INFO [M:0;27e0f852a164:32847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:19:27,932 INFO [M:0;27e0f852a164:32847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32847 2024-12-03T17:19:27,936 INFO [M:0;27e0f852a164:32847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:27,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:28,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:28,042 INFO [M:0;27e0f852a164:32847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:28,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32847-0x1010d4bd29d0003, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:28,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:28,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:28,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:28,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:28,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:28,077 WARN [BP-641329885-172.17.0.3-1733246349218 heartbeating to localhost/127.0.0.1:33487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:19:28,077 WARN [BP-641329885-172.17.0.3-1733246349218 heartbeating to localhost/127.0.0.1:33487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-641329885-172.17.0.3-1733246349218 (Datanode Uuid a198d147-49ad-45d3-8390-294f3d83aa68) service to localhost/127.0.0.1:33487 2024-12-03T17:19:28,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/cluster_fb6fe173-6fe3-4dcb-1ac3-ed16a628d8ff/data/data1/current/BP-641329885-172.17.0.3-1733246349218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:28,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/cluster_fb6fe173-6fe3-4dcb-1ac3-ed16a628d8ff/data/data2/current/BP-641329885-172.17.0.3-1733246349218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:28,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:19:28,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:19:28,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:19:28,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:28,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:28,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:28,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:28,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:28,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:19:28,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:19:28,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:28,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:28,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:19:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=457297398, stopped=false 2024-12-03T17:19:28,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,46837,1733246359672 2024-12-03T17:19:28,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:28,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:28,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/running 2024-12-03T17:19:28,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:28,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:28,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:28,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:28,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:28,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Set watcher on znode that does not yet exist, /0-1909613533/running 2024-12-03T17:19:28,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,46137,1733246359835' ***** 2024-12-03T17:19:28,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:19:28,250 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:19:28,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:19:28,251 INFO [RS:0;27e0f852a164:46137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:19:28,251 INFO [RS:0;27e0f852a164:46137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:19:28,251 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(3091): Received CLOSE for dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,46137,1733246359835 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:46137. 2024-12-03T17:19:28,255 DEBUG [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:28,255 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:19:28,255 INFO [RS:0;27e0f852a164:46137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:19:28,256 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:19:28,256 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbfc68b055f7c8a85fa67e9e9a403553, disabling compactions & flushes 2024-12-03T17:19:28,256 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:28,256 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:28,256 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. after waiting 0 ms 2024-12-03T17:19:28,256 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:28,274 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:19:28,275 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbfc68b055f7c8a85fa67e9e9a403553=hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553.} 2024-12-03T17:19:28,275 DEBUG [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbfc68b055f7c8a85fa67e9e9a403553 2024-12-03T17:19:28,275 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:28,275 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:28,275 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:28,275 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:28,275 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:28,275 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T17:19:28,290 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:28,312 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/replication/dbfc68b055f7c8a85fa67e9e9a403553/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T17:19:28,313 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:28,313 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:28,313 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:28,314 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbfc68b055f7c8a85fa67e9e9a403553: Waiting for close lock at 1733246368256Running coprocessor pre-close hooks at 1733246368256Disabling compacts and flushes for region at 1733246368256Disabling writes for close at 1733246368256Writing region close event to WAL at 1733246368288 (+32 ms)Running coprocessor post-close hooks at 1733246368313 (+25 ms)Closed at 1733246368313 2024-12-03T17:19:28,314 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553. 2024-12-03T17:19:28,319 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/9a7101a946d14f669bfc39a168724da4 is 147, key is hbase:replication,,1733246353232.dbfc68b055f7c8a85fa67e9e9a403553./info:regioninfo/1733246366635/Put/seqid=0 2024-12-03T17:19:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741851_1027 (size=6385) 2024-12-03T17:19:28,359 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/9a7101a946d14f669bfc39a168724da4 2024-12-03T17:19:28,384 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/.tmp/info/9a7101a946d14f669bfc39a168724da4 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/info/9a7101a946d14f669bfc39a168724da4 2024-12-03T17:19:28,395 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/info/9a7101a946d14f669bfc39a168724da4, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T17:19:28,398 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=19, compaction requested=false 2024-12-03T17:19:28,457 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T17:19:28,462 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:28,462 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:28,463 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:28,463 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246368275Running coprocessor pre-close hooks at 1733246368275Disabling compacts and flushes for region at 1733246368275Disabling writes for close at 1733246368275Obtaining lock to block concurrent updates at 1733246368275Preparing flush snapshotting stores in 1588230740 at 1733246368275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733246368276 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246368277 (+1 ms)Flushing 1588230740/info: creating writer at 1733246368277Flushing 1588230740/info: appending metadata at 1733246368318 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733246368318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5a9f97: reopening flushed file at 1733246368382 (+64 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=19, compaction requested=false at 1733246368398 (+16 ms)Writing region close event to WAL at 1733246368438 (+40 ms)Running coprocessor post-close hooks at 1733246368462 (+24 ms)Closed at 1733246368463 (+1 ms) 2024-12-03T17:19:28,463 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:28,475 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,46137,1733246359835; all regions closed. 2024-12-03T17:19:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741849_1025 (size=2156) 2024-12-03T17:19:28,514 DEBUG [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:28,514 INFO [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C46137%2C1733246359835.meta:.meta(num 1733246362417) 2024-12-03T17:19:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741850_1026 (size=796) 2024-12-03T17:19:28,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.rep.1733246366428 not finished, retry = 0 2024-12-03T17:19:28,630 DEBUG [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:28,630 INFO [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C46137%2C1733246359835.rep:(num 1733246366428) 2024-12-03T17:19:28,654 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 to pos 0, reset compression=false 2024-12-03T17:19:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741848_1024 (size=93) 2024-12-03T17:19:28,662 DEBUG [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs 2024-12-03T17:19:28,662 INFO [RS:0;27e0f852a164:46137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C46137%2C1733246359835:(num 1733246361974) 2024-12-03T17:19:28,662 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,662 INFO [RS:0;27e0f852a164:46137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:28,662 INFO [RS:0;27e0f852a164:46137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:28,662 INFO [RS:0;27e0f852a164:46137 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:28,662 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:28,666 INFO [RS:0;27e0f852a164:46137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:28,666 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,46137,1733246359835 because: Region server is closing 2024-12-03T17:19:28,666 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T17:19:28,666 INFO [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:46137. 2024-12-03T17:19:28,666 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T17:19:28,666 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T17:19:28,666 DEBUG [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:28,666 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,667 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:28,691 INFO [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 was moved to hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/oldWALs/27e0f852a164%2C46137%2C1733246359835.1733246361974 2024-12-03T17:19:28,709 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974 2024-12-03T17:19:28,709 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T17:19:28,709 DEBUG [RS:0;27e0f852a164:46137.replicationSource.wal-reader.27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T17:19:28,709 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-27e0f852a164,46137,1733246359835 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/WALs/27e0f852a164,46137,1733246359835/27e0f852a164%2C46137%2C1733246359835.1733246361974, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T17:19:28,715 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:28,715 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,46137,1733246359835, seqNum=-1] 2024-12-03T17:19:28,717 WARN [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-27e0f852a164,46137,1733246359835', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:46137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-03T17:19:28,721 ERROR [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,46137,1733246359835: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-27e0f852a164,46137,1733246359835, walGroup=27e0f852a164%2C46137%2C1733246359835, offset=27e0f852a164%2C46137%2C1733246359835.1733246361974:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:46137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:19:28,724 ERROR [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:19:28,729 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:19:28,735 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:19:28,735 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:19:28,735 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:19:28,735 INFO [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 585560200 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 157303832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:19:28,743 DEBUG [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [27e0f852a164%2C46137%2C1733246359835.1733246361974] 2024-12-03T17:19:28,769 WARN [RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:19:28,770 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,1-27e0f852a164,46137,1733246359835 terminated 2024-12-03T17:19:28,770 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-27e0f852a164,46137,1733246359835 because: Region server is closing 2024-12-03T17:19:28,770 INFO [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:46137. 2024-12-03T17:19:28,771 DEBUG [RS:0;27e0f852a164:46137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:28,771 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,771 DEBUG [RS:0;27e0f852a164:46137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:28,771 INFO [RS:0;27e0f852a164:46137 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;27e0f852a164:46137.replicationSource.shipper27e0f852a164%2C46137%2C1733246359835,2-27e0f852a164,46137,1733246359835 terminated 2024-12-03T17:19:28,771 INFO [RS:0;27e0f852a164:46137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46137 2024-12-03T17:19:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/rs/27e0f852a164,46137,1733246359835 2024-12-03T17:19:28,775 INFO [RS:0;27e0f852a164:46137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533/rs 2024-12-03T17:19:28,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:28,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,46137,1733246359835] 2024-12-03T17:19:28,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1909613533/draining/27e0f852a164,46137,1733246359835 already deleted, retry=false 2024-12-03T17:19:28,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,46137,1733246359835 expired; onlineServers=0 2024-12-03T17:19:28,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,46837,1733246359672' ***** 2024-12-03T17:19:28,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:19:28,800 INFO [M:0;27e0f852a164:46837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:28,800 INFO [M:0;27e0f852a164:46837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:28,800 DEBUG [M:0;27e0f852a164:46837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:19:28,800 DEBUG [M:0;27e0f852a164:46837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:19:28,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:19:28,801 INFO [M:0;27e0f852a164:46837 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:28,801 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246361530 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246361530,5,FailOnTimeoutGroup] 2024-12-03T17:19:28,801 INFO [M:0;27e0f852a164:46837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:28,801 DEBUG [M:0;27e0f852a164:46837 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:19:28,801 INFO [M:0;27e0f852a164:46837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:19:28,801 INFO [M:0;27e0f852a164:46837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:28,801 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246361530 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246361530,5,FailOnTimeoutGroup] 2024-12-03T17:19:28,810 INFO [M:0;27e0f852a164:46837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:19:28,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:19:28,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1909613533/master 2024-12-03T17:19:28,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1909613533 2024-12-03T17:19:28,826 DEBUG [M:0;27e0f852a164:46837 {}] zookeeper.ZKUtil(347): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Unable to get data of znode /0-1909613533/master because node does not exist (not an error) 2024-12-03T17:19:28,827 WARN [M:0;27e0f852a164:46837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:19:28,830 INFO [M:0;27e0f852a164:46837 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/.lastflushedseqids 2024-12-03T17:19:28,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:28,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46137-0x1010d4bd29d0007, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:28,891 INFO [RS:0;27e0f852a164:46137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:28,891 INFO [RS:0;27e0f852a164:46137 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,46137,1733246359835; zookeeper connection closed. 2024-12-03T17:19:28,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f6114b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f6114b 2024-12-03T17:19:28,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:19:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741852_1028 (size=181) 2024-12-03T17:19:28,922 INFO [M:0;27e0f852a164:46837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:19:28,923 INFO [M:0;27e0f852a164:46837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:19:28,923 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:28,923 INFO [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:28,923 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:28,923 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:28,923 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:28,923 INFO [M:0;27e0f852a164:46837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T17:19:28,990 DEBUG [M:0;27e0f852a164:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fecabc7f9b73450a88a82795eec82ed2 is 82, key is hbase:meta,,1/info:regioninfo/1733246362502/Put/seqid=0 2024-12-03T17:19:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741853_1029 (size=5680) 2024-12-03T17:19:29,042 INFO [M:0;27e0f852a164:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fecabc7f9b73450a88a82795eec82ed2 2024-12-03T17:19:29,137 DEBUG [M:0;27e0f852a164:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abc45b09704be7a94ec4e2602d798e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733246366689/Put/seqid=0 2024-12-03T17:19:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741854_1030 (size=7319) 2024-12-03T17:19:29,565 INFO [M:0;27e0f852a164:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abc45b09704be7a94ec4e2602d798e 2024-12-03T17:19:29,612 DEBUG [M:0;27e0f852a164:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2970b7f6fce44e08a17f9b195b968cce is 69, key is 27e0f852a164,46137,1733246359835/rs:state/1733246361610/Put/seqid=0 2024-12-03T17:19:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741855_1031 (size=5371) 2024-12-03T17:19:29,637 INFO [M:0;27e0f852a164:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2970b7f6fce44e08a17f9b195b968cce 2024-12-03T17:19:29,646 INFO [M:0;27e0f852a164:46837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2970b7f6fce44e08a17f9b195b968cce 2024-12-03T17:19:29,648 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fecabc7f9b73450a88a82795eec82ed2 as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fecabc7f9b73450a88a82795eec82ed2 2024-12-03T17:19:29,662 INFO [M:0;27e0f852a164:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fecabc7f9b73450a88a82795eec82ed2, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T17:19:29,672 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abc45b09704be7a94ec4e2602d798e as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54abc45b09704be7a94ec4e2602d798e 2024-12-03T17:19:29,698 INFO [M:0;27e0f852a164:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54abc45b09704be7a94ec4e2602d798e, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T17:19:29,700 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2970b7f6fce44e08a17f9b195b968cce as hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2970b7f6fce44e08a17f9b195b968cce 2024-12-03T17:19:29,719 INFO [M:0;27e0f852a164:46837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2970b7f6fce44e08a17f9b195b968cce 2024-12-03T17:19:29,720 INFO [M:0;27e0f852a164:46837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/1962789e-79e3-c656-fca8-8d6a20dd6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2970b7f6fce44e08a17f9b195b968cce, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T17:19:29,722 INFO [M:0;27e0f852a164:46837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 799ms, sequenceid=172, compaction requested=false 2024-12-03T17:19:29,751 INFO [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:29,754 DEBUG [M:0;27e0f852a164:46837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246368923Disabling compacts and flushes for region at 1733246368923Disabling writes for close at 1733246368923Obtaining lock to block concurrent updates at 1733246368923Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246368923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733246368924 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246368930 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246368931 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246368985 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246368985Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246369078 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246369137 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246369137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246369575 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246369610 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246369611 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53429cd0: reopening flushed file at 1733246369646 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d8b511: reopening flushed file at 1733246369663 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5562ff87: reopening flushed file at 1733246369698 (+35 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 799ms, sequenceid=172, compaction requested=false at 1733246369722 (+24 ms)Writing region close event to WAL at 1733246369751 (+29 ms)Closed at 1733246369751 2024-12-03T17:19:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741847_1023 (size=22949) 2024-12-03T17:19:29,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:29,775 INFO [M:0;27e0f852a164:46837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:19:29,775 INFO [M:0;27e0f852a164:46837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46837 2024-12-03T17:19:29,776 INFO [M:0;27e0f852a164:46837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:29,880 INFO [M:0;27e0f852a164:46837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:29,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:29,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1010d4bd29d0006, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:29,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:29,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:29,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:29,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:29,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:29,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:19:29,924 WARN [BP-1192599528-172.17.0.3-1733246338838 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:19:29,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:19:29,924 WARN [BP-1192599528-172.17.0.3-1733246338838 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1192599528-172.17.0.3-1733246338838 (Datanode Uuid 8756b57a-11e6-4dde-97df-8c547dc8b9a0) service to localhost/127.0.0.1:33513 2024-12-03T17:19:29,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/data/data1/current/BP-1192599528-172.17.0.3-1733246338838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:29,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/cluster_ca138403-bc7b-f00f-e7d0-8eed661966e2/data/data2/current/BP-1192599528-172.17.0.3-1733246338838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:29,926 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:19:29,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:29,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:29,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:29,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:29,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c33ce4e-874f-7204-087c-ad4ac7f601db/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:29,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:19:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:19:29,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/27e0f852a164:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/27e0f852a164:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/27e0f852a164:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/27e0f852a164:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33513 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64329) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33487 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/27e0f852a164:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64329) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=439 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1166 (was 1263), ProcessCount=11 (was 11), AvailableMemoryMB=4748 (was 4308) - AvailableMemoryMB LEAK? - 2024-12-03T17:19:29,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=1166, ProcessCount=11, AvailableMemoryMB=4746 2024-12-03T17:19:30,012 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T17:19:30,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir so I do NOT create it in target/test-data/fea0956c-5a32-0368-940b-07b911223816 2024-12-03T17:19:30,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:19:30,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.tmp.dir so I do NOT create it in target/test-data/fea0956c-5a32-0368-940b-07b911223816 2024-12-03T17:19:30,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57b8175-3a73-1fea-13bd-ff6a6a380a66/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:19:30,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816 2024-12-03T17:19:30,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0, deleteOnExit=true 2024-12-03T17:19:30,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/zookeeper_0, clientPort=52573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:19:30,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52573 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/test.cache.data in system properties and HBase conf 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:19:30,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:19:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:19:30,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:19:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:30,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:19:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:19:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:19:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:19:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:19:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4bd29d0002, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:19:30,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4bd29d0002, quorum=127.0.0.1:64329, baseZNode=/0-1909613533 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:19:30,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4bd29d0005, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:19:30,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4bd29d0005, quorum=127.0.0.1:64329, baseZNode=/11945660654 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:19:30,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:30,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:30,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:30,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:30,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:30,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:30,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:30,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:30,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/java.io.tmpdir/jetty-localhost-46617-hadoop-hdfs-3_4_1-tests_jar-_-any-17218997225963865796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:30,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:46617} 2024-12-03T17:19:30,365 INFO [Time-limited test {}] server.Server(415): Started @34862ms 2024-12-03T17:19:30,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:30,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:30,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:30,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:30,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:30,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:30,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:30,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/java.io.tmpdir/jetty-localhost-43325-hadoop-hdfs-3_4_1-tests_jar-_-any-4672915428690228762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:30,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:43325} 2024-12-03T17:19:30,814 INFO [Time-limited test {}] server.Server(415): Started @35311ms 2024-12-03T17:19:30,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:31,018 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/data/data1/current/BP-1198024626-172.17.0.3-1733246370081/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:31,023 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/data/data2/current/BP-1198024626-172.17.0.3-1733246370081/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:31,079 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:31,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f17227ba9e50aa with lease ID 0x6fd62ee8c59a4ac2: Processing first storage report for DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=910849b6-2399-466f-9363-962791b3c39b, infoPort=36711, infoSecurePort=0, ipcPort=40009, storageInfo=lv=-57;cid=testClusterID;nsid=1092416860;c=1733246370081) 2024-12-03T17:19:31,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f17227ba9e50aa with lease ID 0x6fd62ee8c59a4ac2: from storage DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=910849b6-2399-466f-9363-962791b3c39b, infoPort=36711, infoSecurePort=0, ipcPort=40009, storageInfo=lv=-57;cid=testClusterID;nsid=1092416860;c=1733246370081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f17227ba9e50aa with lease ID 0x6fd62ee8c59a4ac2: Processing first storage report for DS-2e8a62ef-bcea-4fb6-9c4e-392769c978fe from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=910849b6-2399-466f-9363-962791b3c39b, infoPort=36711, infoSecurePort=0, ipcPort=40009, storageInfo=lv=-57;cid=testClusterID;nsid=1092416860;c=1733246370081) 2024-12-03T17:19:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f17227ba9e50aa with lease ID 0x6fd62ee8c59a4ac2: from storage DS-2e8a62ef-bcea-4fb6-9c4e-392769c978fe node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=910849b6-2399-466f-9363-962791b3c39b, infoPort=36711, infoSecurePort=0, ipcPort=40009, storageInfo=lv=-57;cid=testClusterID;nsid=1092416860;c=1733246370081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:31,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816 2024-12-03T17:19:31,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:31,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:31,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583 with version=8 2024-12-03T17:19:31,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/hbase-staging 2024-12-03T17:19:31,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:31,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:31,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42127 2024-12-03T17:19:31,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42127 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421270x0, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:31,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42127-0x1010d4c51010000 connected 2024-12-03T17:19:31,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:31,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:31,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/running 2024-12-03T17:19:31,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583, hbase.cluster.distributed=false 2024-12-03T17:19:31,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/acl 2024-12-03T17:19:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-03T17:19:31,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42127 2024-12-03T17:19:31,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42127 2024-12-03T17:19:31,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-03T17:19:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-03T17:19:31,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:31,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:31,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35483 2024-12-03T17:19:31,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35483 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:31,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:31,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:32,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354830x0, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:32,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354830x0, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/running 2024-12-03T17:19:32,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:32,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35483-0x1010d4c51010001 connected 2024-12-03T17:19:32,029 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:32,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/master 2024-12-03T17:19:32,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/acl 2024-12-03T17:19:32,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-03T17:19:32,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35483 2024-12-03T17:19:32,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35483 2024-12-03T17:19:32,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-03T17:19:32,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-03T17:19:32,149 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:42127 2024-12-03T17:19:32,154 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1842606307/backup-masters/27e0f852a164,42127,1733246371594 2024-12-03T17:19:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/backup-masters 2024-12-03T17:19:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/backup-masters 2024-12-03T17:19:32,173 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on existing znode=/0-1842606307/backup-masters/27e0f852a164,42127,1733246371594 2024-12-03T17:19:32,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:32,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1842606307/master 2024-12-03T17:19:32,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:32,190 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on existing znode=/0-1842606307/master 2024-12-03T17:19:32,196 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1842606307/backup-masters/27e0f852a164,42127,1733246371594 from backup master directory 2024-12-03T17:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1842606307/backup-masters/27e0f852a164,42127,1733246371594 2024-12-03T17:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/backup-masters 2024-12-03T17:19:32,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/backup-masters 2024-12-03T17:19:32,214 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:32,214 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,42127,1733246371594 2024-12-03T17:19:32,263 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/hbase.id] with ID: fcf87576-3493-4577-a364-1596e465c22d 2024-12-03T17:19:32,263 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/.tmp/hbase.id 2024-12-03T17:19:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:32,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/.tmp/hbase.id]:[hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/hbase.id] 2024-12-03T17:19:32,379 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:32,379 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:32,382 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T17:19:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:32,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:32,833 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:32,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:32,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:32,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:32,895 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store 2024-12-03T17:19:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:19:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T17:19:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:33,322 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:33,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:33,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:33,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:33,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:33,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:33,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:33,323 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246373323Disabling compacts and flushes for region at 1733246373323Disabling writes for close at 1733246373323Writing region close event to WAL at 1733246373323Closed at 1733246373323 2024-12-03T17:19:33,324 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/.initializing 2024-12-03T17:19:33,325 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/WALs/27e0f852a164,42127,1733246371594 2024-12-03T17:19:33,326 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:33,331 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C42127%2C1733246371594, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/WALs/27e0f852a164,42127,1733246371594, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:33,352 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/WALs/27e0f852a164,42127,1733246371594/27e0f852a164%2C42127%2C1733246371594.1733246373331, exclude list is [], retry=0 2024-12-03T17:19:33,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c,DISK] 2024-12-03T17:19:33,375 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/WALs/27e0f852a164,42127,1733246371594/27e0f852a164%2C42127%2C1733246371594.1733246373331 2024-12-03T17:19:33,375 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36711:36711)] 2024-12-03T17:19:33,375 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:33,375 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:33,376 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,376 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:33,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:33,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:33,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:33,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:33,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:33,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:33,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:33,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:33,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:33,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:33,426 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,427 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,428 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,437 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:33,440 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:33,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:33,452 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62158834, jitterRate=-0.07376119494438171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:33,463 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246373376Initializing all the Stores at 1733246373380 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246373380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246373382 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246373382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246373382Cleaning up temporary data from old regions at 1733246373438 (+56 ms)Region opened successfully at 1733246373463 (+25 ms) 2024-12-03T17:19:33,468 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:33,475 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7b6586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:33,487 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:33,487 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:33,488 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:33,488 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:33,489 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:19:33,489 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:19:33,489 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:33,493 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:33,495 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Unable to get data of znode /0-1842606307/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:33,497 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/balancer already deleted, retry=false 2024-12-03T17:19:33,498 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:33,502 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Unable to get data of znode /0-1842606307/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:33,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/normalizer already deleted, retry=false 2024-12-03T17:19:33,512 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:33,527 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Unable to get data of znode /0-1842606307/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:33,533 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/switch/split already deleted, retry=false 2024-12-03T17:19:33,535 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Unable to get data of znode /0-1842606307/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:33,537 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/switch/merge already deleted, retry=false 2024-12-03T17:19:33,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Unable to get data of znode /0-1842606307/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:33,559 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1842606307/running 2024-12-03T17:19:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1842606307/running 2024-12-03T17:19:33,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,575 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,42127,1733246371594, sessionid=0x1010d4c51010000, setting cluster-up flag (Was=false) 2024-12-03T17:19:33,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,622 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1842606307/flush-table-proc/acquired, /0-1842606307/flush-table-proc/reached, /0-1842606307/flush-table-proc/abort 2024-12-03T17:19:33,642 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,42127,1733246371594 2024-12-03T17:19:33,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:33,690 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1842606307/online-snapshot/acquired, /0-1842606307/online-snapshot/reached, /0-1842606307/online-snapshot/abort 2024-12-03T17:19:33,696 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,42127,1733246371594 2024-12-03T17:19:33,700 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:33,712 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:33,712 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:33,713 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:33,713 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,42127,1733246371594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:33,720 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:33,720 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:33,720 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:33,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:33,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:33,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:33,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:33,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246403727 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:33,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:33,728 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:33,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:33,728 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:33,734 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:33,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:33,745 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(746): ClusterId : fcf87576-3493-4577-a364-1596e465c22d 2024-12-03T17:19:33,745 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:33,746 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246373744,5,FailOnTimeoutGroup] 2024-12-03T17:19:33,750 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246373746,5,FailOnTimeoutGroup] 2024-12-03T17:19:33,751 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,751 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:33,751 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,751 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:33,762 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:33,762 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:33,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:33,763 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583 2024-12-03T17:19:33,779 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:33,780 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def2c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:33,807 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:35483 2024-12-03T17:19:33,807 INFO [RS:0;27e0f852a164:35483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:33,807 INFO [RS:0;27e0f852a164:35483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:33,815 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:33,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:19:33,817 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,42127,1733246371594 with port=35483, startcode=1733246371967 2024-12-03T17:19:33,818 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:33,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:33,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:33,848 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:33,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,862 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583 2024-12-03T17:19:33,862 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44505 2024-12-03T17:19:33,862 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/rs 2024-12-03T17:19:33,867 DEBUG [RS:0;27e0f852a164:35483 {}] zookeeper.ZKUtil(111): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on existing znode=/0-1842606307/rs/27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,868 WARN [RS:0;27e0f852a164:35483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:33,868 INFO [RS:0;27e0f852a164:35483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:33,868 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:33,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,35483,1733246371967] 2024-12-03T17:19:33,935 INFO [RS:0;27e0f852a164:35483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:33,939 INFO [RS:0;27e0f852a164:35483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:33,939 INFO [RS:0;27e0f852a164:35483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:33,939 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,940 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:33,941 INFO [RS:0;27e0f852a164:35483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:33,941 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,941 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,941 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,941 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,941 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:33,942 DEBUG [RS:0;27e0f852a164:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:33,946 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,947 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,947 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,947 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,947 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,947 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35483,1733246371967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:33,968 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:33,968 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35483,1733246371967-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,969 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,969 INFO [RS:0;27e0f852a164:35483 {}] regionserver.Replication(171): 27e0f852a164,35483,1733246371967 started 2024-12-03T17:19:33,989 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:33,989 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,35483,1733246371967, RpcServer on 27e0f852a164/172.17.0.3:35483, sessionid=0x1010d4c51010001 2024-12-03T17:19:33,989 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:33,989 DEBUG [RS:0;27e0f852a164:35483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,989 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35483,1733246371967' 2024-12-03T17:19:33,989 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1842606307/flush-table-proc/abort' 2024-12-03T17:19:33,990 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1842606307/flush-table-proc/acquired' 2024-12-03T17:19:33,991 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:33,991 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:33,991 DEBUG [RS:0;27e0f852a164:35483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,35483,1733246371967 2024-12-03T17:19:33,991 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35483,1733246371967' 2024-12-03T17:19:33,991 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1842606307/online-snapshot/abort' 2024-12-03T17:19:33,992 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1842606307/online-snapshot/acquired' 2024-12-03T17:19:33,992 DEBUG [RS:0;27e0f852a164:35483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:33,992 INFO [RS:0;27e0f852a164:35483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:33,992 INFO [RS:0;27e0f852a164:35483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:34,093 INFO [RS:0;27e0f852a164:35483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:34,097 INFO [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35483%2C1733246371967, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs, maxLogs=10 2024-12-03T17:19:34,119 DEBUG [RS:0;27e0f852a164:35483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098, exclude list is [], retry=0 2024-12-03T17:19:34,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c,DISK] 2024-12-03T17:19:34,139 INFO [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 2024-12-03T17:19:34,142 DEBUG [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36711:36711)] 2024-12-03T17:19:34,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:34,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:34,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:34,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:34,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:34,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:34,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:34,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:34,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:34,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:34,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740 2024-12-03T17:19:34,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740 2024-12-03T17:19:34,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:34,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:34,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:34,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:34,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:34,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71876257, jitterRate=0.07103969156742096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:34,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246374218Initializing all the Stores at 1733246374220 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246374220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374220Cleaning up temporary data from old regions at 1733246374245 (+25 ms)Region opened successfully at 1733246374261 (+16 ms) 2024-12-03T17:19:34,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:34,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:34,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:34,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:34,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:34,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:34,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246374261Disabling compacts and flushes for region at 1733246374261Disabling writes for close at 1733246374261Writing region close event to WAL at 1733246374271 (+10 ms)Closed at 1733246374271 2024-12-03T17:19:34,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:34,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:34,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:34,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:34,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:34,444 DEBUG [27e0f852a164:42127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:34,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,35483,1733246371967 2024-12-03T17:19:34,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35483,1733246371967, state=OPENING 2024-12-03T17:19:34,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:34,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1842606307/meta-region-server: CHANGED 2024-12-03T17:19:34,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:34,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35483,1733246371967}] 2024-12-03T17:19:34,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1842606307/meta-region-server: CHANGED 2024-12-03T17:19:34,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:34,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:34,694 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:34,695 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:34,695 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:34,713 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35483%2C1733246371967.meta, suffix=.meta, logDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs, maxLogs=10 2024-12-03T17:19:34,736 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.meta.1733246374714.meta, exclude list is [], retry=0 2024-12-03T17:19:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c,DISK] 2024-12-03T17:19:34,758 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.meta.1733246374714.meta 2024-12-03T17:19:34,762 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36711:36711)] 2024-12-03T17:19:34,763 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:34,764 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:34,764 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:34,765 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:34,765 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:34,765 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:34,765 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:34,765 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:34,765 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:34,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:34,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:34,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:34,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:34,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:34,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:34,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:34,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:34,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:34,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:34,833 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:34,837 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740 2024-12-03T17:19:34,848 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740 2024-12-03T17:19:34,862 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:34,862 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:34,867 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:34,884 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:34,892 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640134, jitterRate=0.0228177011013031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:34,892 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:34,893 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246374766Writing region info on filesystem at 1733246374766Initializing all the Stores at 1733246374774 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374780 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246374780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246374780Cleaning up temporary data from old regions at 1733246374863 (+83 ms)Running coprocessor post-open hooks at 1733246374892 (+29 ms)Region opened successfully at 1733246374893 (+1 ms) 2024-12-03T17:19:34,906 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246374642 2024-12-03T17:19:34,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:34,916 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:34,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,35483,1733246371967 2024-12-03T17:19:34,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35483,1733246371967, state=OPEN 2024-12-03T17:19:34,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1842606307/meta-region-server 2024-12-03T17:19:34,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1842606307/meta-region-server: CHANGED 2024-12-03T17:19:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1842606307/meta-region-server 2024-12-03T17:19:34,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1842606307/meta-region-server: CHANGED 2024-12-03T17:19:34,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,35483,1733246371967 2024-12-03T17:19:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35483,1733246371967 in 465 msec 2024-12-03T17:19:34,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:34,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-12-03T17:19:34,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:34,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:34,961 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:34,961 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35483,1733246371967, seqNum=-1] 2024-12-03T17:19:34,962 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:34,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:34,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-03T17:19:34,995 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246374995, completionTime=-1 2024-12-03T17:19:34,995 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:34,995 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:34,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:34,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246434999 2024-12-03T17:19:34,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246494999 2024-12-03T17:19:34,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:19:34,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,000 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,000 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,000 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:42127, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,000 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,001 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,004 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:35,007 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-12-03T17:19:35,008 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:35,008 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:35,008 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:35,008 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:35,008 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:35,009 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:35,009 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:35,034 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:35,034 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:35,034 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42127,1733246371594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:35,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:35,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,42127,-1 for getting cluster id 2024-12-03T17:19:35,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:35,079 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcf87576-3493-4577-a364-1596e465c22d' 2024-12-03T17:19:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcf87576-3493-4577-a364-1596e465c22d" 2024-12-03T17:19:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36528dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,42127,-1] 2024-12-03T17:19:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:35,083 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:35,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:35,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35483,1733246371967, seqNum=-1] 2024-12-03T17:19:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:35,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:35,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,42127,1733246371594 2024-12-03T17:19:35,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:35,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:35,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4c51010002 connected 2024-12-03T17:19:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir so I do NOT create it in target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e 2024-12-03T17:19:35,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:19:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.tmp.dir so I do NOT create it in target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e 2024-12-03T17:19:35,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:19:35,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e 2024-12-03T17:19:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:19:35,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/cluster_a1954056-080b-00c8-39b6-8fe9efe4e3ed, deleteOnExit=true 2024-12-03T17:19:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/test.cache.data in system properties and HBase conf 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:19:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:19:35,153 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:19:35,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:19:35,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:35,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:35,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:35,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:35,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:19:35,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:35,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:35,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:35,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/java.io.tmpdir/jetty-localhost-46631-hadoop-hdfs-3_4_1-tests_jar-_-any-16270052871080611437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:35,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:46631} 2024-12-03T17:19:35,623 INFO [Time-limited test {}] server.Server(415): Started @40121ms 2024-12-03T17:19:35,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:35,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:35,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:35,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:35,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:19:35,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:35,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:36,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/java.io.tmpdir/jetty-localhost-39373-hadoop-hdfs-3_4_1-tests_jar-_-any-3023426490325682849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:36,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:39373} 2024-12-03T17:19:36,085 INFO [Time-limited test {}] server.Server(415): Started @40582ms 2024-12-03T17:19:36,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:36,359 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/cluster_a1954056-080b-00c8-39b6-8fe9efe4e3ed/data/data1/current/BP-957245185-172.17.0.3-1733246375228/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:36,372 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/cluster_a1954056-080b-00c8-39b6-8fe9efe4e3ed/data/data2/current/BP-957245185-172.17.0.3-1733246375228/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:36,405 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efbc4e06276d458 with lease ID 0x1855162f3a95ccac: Processing first storage report for DS-07d96854-1015-4216-85e4-7a6684b9a8d1 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f1c77096-9032-4ac3-a088-1595331b2766, infoPort=40869, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=1010230327;c=1733246375228) 2024-12-03T17:19:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efbc4e06276d458 with lease ID 0x1855162f3a95ccac: from storage DS-07d96854-1015-4216-85e4-7a6684b9a8d1 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f1c77096-9032-4ac3-a088-1595331b2766, infoPort=40869, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=1010230327;c=1733246375228), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:19:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efbc4e06276d458 with lease ID 0x1855162f3a95ccac: Processing first storage report for DS-366fe390-87f0-47bc-a4b0-167a40a533d4 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f1c77096-9032-4ac3-a088-1595331b2766, infoPort=40869, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=1010230327;c=1733246375228) 2024-12-03T17:19:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efbc4e06276d458 with lease ID 0x1855162f3a95ccac: from storage DS-366fe390-87f0-47bc-a4b0-167a40a533d4 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f1c77096-9032-4ac3-a088-1595331b2766, infoPort=40869, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=1010230327;c=1733246375228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:36,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e 2024-12-03T17:19:36,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:36,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5 with version=8 2024-12-03T17:19:36,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/hbase-staging 2024-12-03T17:19:36,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:36,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:36,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:36,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43165 2024-12-03T17:19:36,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43165 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:36,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431650x0, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:36,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43165-0x1010d4c51010003 connected 2024-12-03T17:19:36,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/running 2024-12-03T17:19:36,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5, hbase.cluster.distributed=false 2024-12-03T17:19:36,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/acl 2024-12-03T17:19:36,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43165 2024-12-03T17:19:36,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43165 2024-12-03T17:19:36,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43165 2024-12-03T17:19:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43165 2024-12-03T17:19:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43165 2024-12-03T17:19:36,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:36,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:36,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39607 2024-12-03T17:19:36,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39607 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:36,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396070x0, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:36,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396070x0, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/running 2024-12-03T17:19:36,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:36,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39607-0x1010d4c51010004 connected 2024-12-03T17:19:36,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:36,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/master 2024-12-03T17:19:36,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/acl 2024-12-03T17:19:36,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T17:19:36,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39607 2024-12-03T17:19:37,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39607 2024-12-03T17:19:37,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T17:19:37,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39607 2024-12-03T17:19:37,145 WARN [RS:0;27e0f852a164:35483 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 27e0f852a164,44141,1733246344025: status=Processing ServerCrashProcedure of 27e0f852a164,44141,1733246344025 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733246361516, completionTime=-1 appears to have been leaked 2024-12-03T17:19:37,161 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:43165 2024-12-03T17:19:37,168 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-632561238/backup-masters/27e0f852a164,43165,1733246376858 2024-12-03T17:19:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/backup-masters 2024-12-03T17:19:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/backup-masters 2024-12-03T17:19:37,187 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on existing znode=/1-632561238/backup-masters/27e0f852a164,43165,1733246376858 2024-12-03T17:19:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-632561238/master 2024-12-03T17:19:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:37,198 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on existing znode=/1-632561238/master 2024-12-03T17:19:37,203 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-632561238/backup-masters/27e0f852a164,43165,1733246376858 from backup master directory 2024-12-03T17:19:37,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/backup-masters 2024-12-03T17:19:37,216 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:37,216 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,43165,1733246376858 2024-12-03T17:19:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-632561238/backup-masters/27e0f852a164,43165,1733246376858 2024-12-03T17:19:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/backup-masters 2024-12-03T17:19:37,277 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/hbase.id] with ID: 2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e 2024-12-03T17:19:37,277 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/.tmp/hbase.id 2024-12-03T17:19:37,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:37,332 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/.tmp/hbase.id]:[hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/hbase.id] 2024-12-03T17:19:37,379 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:37,379 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:37,388 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 9ms. 2024-12-03T17:19:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:37,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:37,490 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:37,491 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:37,494 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:37,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:37,575 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store 2024-12-03T17:19:37,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:38,044 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:38,044 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:38,044 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246378044Disabling compacts and flushes for region at 1733246378044Disabling writes for close at 1733246378044Writing region close event to WAL at 1733246378044Closed at 1733246378044 2024-12-03T17:19:38,046 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/.initializing 2024-12-03T17:19:38,046 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/WALs/27e0f852a164,43165,1733246376858 2024-12-03T17:19:38,048 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:38,051 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C43165%2C1733246376858, suffix=, logDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/WALs/27e0f852a164,43165,1733246376858, archiveDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:38,071 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/WALs/27e0f852a164,43165,1733246376858/27e0f852a164%2C43165%2C1733246376858.1733246378051, exclude list is [], retry=0 2024-12-03T17:19:38,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-07d96854-1015-4216-85e4-7a6684b9a8d1,DISK] 2024-12-03T17:19:38,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/WALs/27e0f852a164,43165,1733246376858/27e0f852a164%2C43165%2C1733246376858.1733246378051 2024-12-03T17:19:38,083 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-12-03T17:19:38,083 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:38,084 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:38,084 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,084 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:38,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:38,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:38,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:38,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:38,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:38,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:38,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:38,099 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,103 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,104 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,114 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,114 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,115 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:38,117 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:38,121 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:38,125 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66748346, jitterRate=-0.005372136831283569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:38,125 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246378084Initializing all the Stores at 1733246378087 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246378087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246378087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246378087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246378087Cleaning up temporary data from old regions at 1733246378115 (+28 ms)Region opened successfully at 1733246378125 (+10 ms) 2024-12-03T17:19:38,126 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:38,143 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3e0065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:38,147 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:38,147 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:38,147 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:38,147 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:38,149 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T17:19:38,150 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:19:38,150 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:38,166 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:38,171 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Unable to get data of znode /1-632561238/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:38,179 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/balancer already deleted, retry=false 2024-12-03T17:19:38,179 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:38,180 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Unable to get data of znode /1-632561238/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:38,182 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/normalizer already deleted, retry=false 2024-12-03T17:19:38,183 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:38,188 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Unable to get data of znode /1-632561238/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:38,189 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/switch/split already deleted, retry=false 2024-12-03T17:19:38,191 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Unable to get data of znode /1-632561238/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:38,200 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/switch/merge already deleted, retry=false 2024-12-03T17:19:38,212 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Unable to get data of znode /1-632561238/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:38,215 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-632561238/running 2024-12-03T17:19:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-632561238/running 2024-12-03T17:19:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:38,220 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,43165,1733246376858, sessionid=0x1010d4c51010003, setting cluster-up flag (Was=false) 2024-12-03T17:19:38,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:38,234 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-632561238/flush-table-proc/acquired, /1-632561238/flush-table-proc/reached, /1-632561238/flush-table-proc/abort 2024-12-03T17:19:38,235 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,43165,1733246376858 2024-12-03T17:19:38,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:38,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:38,254 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-632561238/online-snapshot/acquired, /1-632561238/online-snapshot/reached, /1-632561238/online-snapshot/abort 2024-12-03T17:19:38,259 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,43165,1733246376858 2024-12-03T17:19:38,264 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:38,267 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:38,267 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:38,268 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:38,268 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,43165,1733246376858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:38,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:38,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:38,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:38,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:38,270 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:38,270 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,270 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:38,270 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:38,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:38,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246408298 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:38,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:38,306 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,309 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:38,309 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:38,309 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:38,309 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:38,310 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:38,310 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:38,322 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246378310,5,FailOnTimeoutGroup] 2024-12-03T17:19:38,325 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246378323,5,FailOnTimeoutGroup] 2024-12-03T17:19:38,325 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,326 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:38,326 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,326 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:38,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:38,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5 2024-12-03T17:19:38,371 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(746): ClusterId : 2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e 2024-12-03T17:19:38,371 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:19:38,375 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:38,375 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:38,377 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:38,378 DEBUG [RS:0;27e0f852a164:39607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd3e80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:38,395 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:39607 2024-12-03T17:19:38,396 INFO [RS:0;27e0f852a164:39607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:38,396 INFO [RS:0;27e0f852a164:39607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:38,396 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:38,397 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,43165,1733246376858 with port=39607, startcode=1733246376943 2024-12-03T17:19:38,397 DEBUG [RS:0;27e0f852a164:39607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:38,399 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:38,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43165 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,402 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5 2024-12-03T17:19:38,402 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44051 2024-12-03T17:19:38,402 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/rs 2024-12-03T17:19:38,416 DEBUG [RS:0;27e0f852a164:39607 {}] zookeeper.ZKUtil(111): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on existing znode=/1-632561238/rs/27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,417 WARN [RS:0;27e0f852a164:39607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:38,417 INFO [RS:0;27e0f852a164:39607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:38,418 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,39607,1733246376943] 2024-12-03T17:19:38,438 INFO [RS:0;27e0f852a164:39607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:38,442 INFO [RS:0;27e0f852a164:39607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:38,447 INFO [RS:0;27e0f852a164:39607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:38,447 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,454 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:38,455 INFO [RS:0;27e0f852a164:39607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:38,456 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,456 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,457 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:38,457 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:38,457 DEBUG [RS:0;27e0f852a164:39607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,458 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39607,1733246376943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:38,473 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:38,473 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39607,1733246376943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,473 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,473 INFO [RS:0;27e0f852a164:39607 {}] regionserver.Replication(171): 27e0f852a164,39607,1733246376943 started 2024-12-03T17:19:38,489 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:38,489 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,39607,1733246376943, RpcServer on 27e0f852a164/172.17.0.3:39607, sessionid=0x1010d4c51010004 2024-12-03T17:19:38,489 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:38,489 DEBUG [RS:0;27e0f852a164:39607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,489 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,39607,1733246376943' 2024-12-03T17:19:38,489 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-632561238/flush-table-proc/abort' 2024-12-03T17:19:38,490 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-632561238/flush-table-proc/acquired' 2024-12-03T17:19:38,491 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:38,491 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:38,491 DEBUG [RS:0;27e0f852a164:39607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,39607,1733246376943 2024-12-03T17:19:38,491 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,39607,1733246376943' 2024-12-03T17:19:38,491 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-632561238/online-snapshot/abort' 2024-12-03T17:19:38,492 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-632561238/online-snapshot/acquired' 2024-12-03T17:19:38,493 DEBUG [RS:0;27e0f852a164:39607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:38,493 INFO [RS:0;27e0f852a164:39607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:38,493 INFO [RS:0;27e0f852a164:39607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:38,594 INFO [RS:0;27e0f852a164:39607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:38,596 INFO [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C39607%2C1733246376943, suffix=, logDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943, archiveDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/oldWALs, maxLogs=10 2024-12-03T17:19:38,613 DEBUG [RS:0;27e0f852a164:39607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943/27e0f852a164%2C39607%2C1733246376943.1733246378596, exclude list is [], retry=0 2024-12-03T17:19:38,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-07d96854-1015-4216-85e4-7a6684b9a8d1,DISK] 2024-12-03T17:19:38,627 INFO [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943/27e0f852a164%2C39607%2C1733246376943.1733246378596 2024-12-03T17:19:38,628 DEBUG [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-12-03T17:19:38,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:38,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:38,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:38,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:38,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:38,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:38,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:38,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:38,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:38,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:38,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:38,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:38,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:38,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:38,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740 2024-12-03T17:19:38,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740 2024-12-03T17:19:38,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:38,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:38,886 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:38,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:38,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60900349, jitterRate=-0.09251408278942108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:38,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246378777Initializing all the Stores at 1733246378787 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246378787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246378787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246378787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246378787Cleaning up temporary data from old regions at 1733246378882 (+95 ms)Region opened successfully at 1733246378916 (+34 ms) 2024-12-03T17:19:38,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:38,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:38,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:38,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:38,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:38,917 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:38,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246378917Disabling compacts and flushes for region at 1733246378917Disabling writes for close at 1733246378917Writing region close event to WAL at 1733246378917Closed at 1733246378917 2024-12-03T17:19:38,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:38,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:38,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:38,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:38,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:39,102 DEBUG [27e0f852a164:43165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:39,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,39607,1733246376943 2024-12-03T17:19:39,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,39607,1733246376943, state=OPENING 2024-12-03T17:19:39,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:39,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:39,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:39,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-632561238/meta-region-server: CHANGED 2024-12-03T17:19:39,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-632561238/meta-region-server: CHANGED 2024-12-03T17:19:39,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:39,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,39607,1733246376943}] 2024-12-03T17:19:39,309 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:39,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:39,321 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:39,321 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:39,321 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:39,325 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C39607%2C1733246376943.meta, suffix=.meta, logDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943, archiveDir=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/oldWALs, maxLogs=10 2024-12-03T17:19:39,347 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943/27e0f852a164%2C39607%2C1733246376943.meta.1733246379326.meta, exclude list is [], retry=0 2024-12-03T17:19:39,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-07d96854-1015-4216-85e4-7a6684b9a8d1,DISK] 2024-12-03T17:19:39,354 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943/27e0f852a164%2C39607%2C1733246376943.meta.1733246379326.meta 2024-12-03T17:19:39,354 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-12-03T17:19:39,354 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:39,355 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:39,355 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:39,355 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:39,355 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:39,355 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:39,355 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:39,356 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:39,356 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:39,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:39,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:39,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:39,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:39,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:39,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:39,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:39,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:39,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:39,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:39,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:39,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:39,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:39,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:39,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:39,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:39,371 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:39,372 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740 2024-12-03T17:19:39,373 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740 2024-12-03T17:19:39,376 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:39,376 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:39,379 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:39,381 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:39,387 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74355863, jitterRate=0.10798870027065277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:39,388 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:39,388 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246379356Writing region info on filesystem at 1733246379356Initializing all the Stores at 1733246379357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246379357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246379359 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246379359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246379359Cleaning up temporary data from old regions at 1733246379376 (+17 ms)Running coprocessor post-open hooks at 1733246379388 (+12 ms)Region opened successfully at 1733246379388 2024-12-03T17:19:39,390 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246379309 2024-12-03T17:19:39,394 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:39,394 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:39,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,39607,1733246376943 2024-12-03T17:19:39,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,39607,1733246376943, state=OPEN 2024-12-03T17:19:39,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-632561238/meta-region-server 2024-12-03T17:19:39,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-632561238/meta-region-server 2024-12-03T17:19:39,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,39607,1733246376943 2024-12-03T17:19:39,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-632561238/meta-region-server: CHANGED 2024-12-03T17:19:39,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-632561238/meta-region-server: CHANGED 2024-12-03T17:19:39,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:39,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,39607,1733246376943 in 246 msec 2024-12-03T17:19:39,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:39,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-12-03T17:19:39,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:39,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:39,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:39,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,39607,1733246376943, seqNum=-1] 2024-12-03T17:19:39,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:39,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:39,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1500 sec 2024-12-03T17:19:39,416 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246379416, completionTime=-1 2024-12-03T17:19:39,417 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:39,417 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246439420 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246499420 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:43165, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,420 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,421 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,425 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:39,426 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.210sec 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:39,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:39,430 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:39,430 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:39,430 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43165,1733246376858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:39,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43165,-1 for getting cluster id 2024-12-03T17:19:39,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:39,466 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e' 2024-12-03T17:19:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e" 2024-12-03T17:19:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7673ee8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43165,-1] 2024-12-03T17:19:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:39,469 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:39,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,39607,1733246376943, seqNum=-1] 2024-12-03T17:19:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:39,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:39,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,43165,1733246376858 2024-12-03T17:19:39,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52573 2024-12-03T17:19:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:39,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4c51010005 connected 2024-12-03T17:19:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,42127,-1 for getting cluster id 2024-12-03T17:19:39,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:39,507 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcf87576-3493-4577-a364-1596e465c22d' 2024-12-03T17:19:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcf87576-3493-4577-a364-1596e465c22d" 2024-12-03T17:19:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12804dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,42127,-1] 2024-12-03T17:19:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:39,511 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ec0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,42127,1733246371594 2024-12-03T17:19:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdc6efa 2024-12-03T17:19:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:39,516 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:39,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:43165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:19:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:39,520 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:43165' 2024-12-03T17:19:39,535 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d1ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,535 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43165,-1 for getting cluster id 2024-12-03T17:19:39,536 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:39,537 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e' 2024-12-03T17:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e" 2024-12-03T17:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4f1247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43165,-1] 2024-12-03T17:19:39,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:39,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:39,541 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3018b5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:39,543 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:39,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43165,1733246376858 2024-12-03T17:19:39,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@171717c5 2024-12-03T17:19:39,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:39,546 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:39,547 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T17:19:39,547 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:39,547 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:39,547 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:39,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:39,548 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:39,554 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:19:39,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:19:39,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:39,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:19:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741835_1011 (size=1138) 2024-12-03T17:19:39,604 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:19:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:39,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e2a7b0a91abedd91c9c76ec8f52c6e1, NAME => 'hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583 2024-12-03T17:19:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741836_1012 (size=44) 2024-12-03T17:19:40,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:40,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e2a7b0a91abedd91c9c76ec8f52c6e1, disabling compactions & flushes 2024-12-03T17:19:40,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. after waiting 0 ms 2024-12-03T17:19:40,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e2a7b0a91abedd91c9c76ec8f52c6e1: Waiting for close lock at 1733246380001Disabling compacts and flushes for region at 1733246380001Disabling writes for close at 1733246380002 (+1 ms)Writing region close event to WAL at 1733246380002Closed at 1733246380002 2024-12-03T17:19:40,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:19:40,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246380003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246380003"}]},"ts":"1733246380003"} 2024-12-03T17:19:40,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:19:40,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:19:40,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246380008"}]},"ts":"1733246380008"} 2024-12-03T17:19:40,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:19:40,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e2a7b0a91abedd91c9c76ec8f52c6e1, ASSIGN}] 2024-12-03T17:19:40,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e2a7b0a91abedd91c9c76ec8f52c6e1, ASSIGN 2024-12-03T17:19:40,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e2a7b0a91abedd91c9c76ec8f52c6e1, ASSIGN; state=OFFLINE, location=27e0f852a164,35483,1733246371967; forceNewPlan=false, retain=false 2024-12-03T17:19:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:40,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e2a7b0a91abedd91c9c76ec8f52c6e1, regionState=OPENING, regionLocation=27e0f852a164,35483,1733246371967 2024-12-03T17:19:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e2a7b0a91abedd91c9c76ec8f52c6e1, ASSIGN because future has completed 2024-12-03T17:19:40,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2a7b0a91abedd91c9c76ec8f52c6e1, server=27e0f852a164,35483,1733246371967}] 2024-12-03T17:19:40,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:40,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:40,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:40,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:19:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:19:40,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35483%2C1733246371967.rep, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs, maxLogs=10 2024-12-03T17:19:40,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.rep.1733246380371, exclude list is [], retry=0 2024-12-03T17:19:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-5789c99c-ff6d-46be-95c1-85ddc7a2516c,DISK] 2024-12-03T17:19:40,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.rep.1733246380371 2024-12-03T17:19:40,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36711:36711)] 2024-12-03T17:19:40,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e2a7b0a91abedd91c9c76ec8f52c6e1, NAME => 'hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:40,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:40,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. service=MultiRowMutationService 2024-12-03T17:19:40,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:19:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,448 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,451 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2a7b0a91abedd91c9c76ec8f52c6e1 columnFamilyName hfileref 2024-12-03T17:19:40,451 DEBUG [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:40,451 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(327): Store=3e2a7b0a91abedd91c9c76ec8f52c6e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:40,451 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,453 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2a7b0a91abedd91c9c76ec8f52c6e1 columnFamilyName queue 2024-12-03T17:19:40,453 DEBUG [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:40,453 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(327): Store=3e2a7b0a91abedd91c9c76ec8f52c6e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:40,454 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,455 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2a7b0a91abedd91c9c76ec8f52c6e1 columnFamilyName sid 2024-12-03T17:19:40,455 DEBUG [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:40,456 INFO [StoreOpener-3e2a7b0a91abedd91c9c76ec8f52c6e1-1 {}] regionserver.HStore(327): Store=3e2a7b0a91abedd91c9c76ec8f52c6e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:40,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:40,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:40,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e2a7b0a91abedd91c9c76ec8f52c6e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68571861, jitterRate=0.02180035412311554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:40,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e2a7b0a91abedd91c9c76ec8f52c6e1: Running coprocessor pre-open hook at 1733246380441Writing region info on filesystem at 1733246380441Initializing all the Stores at 1733246380448 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246380448Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246380448Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246380448Cleaning up temporary data from old regions at 1733246380460 (+12 ms)Running coprocessor post-open hooks at 1733246380464 (+4 ms)Region opened successfully at 1733246380465 (+1 ms) 2024-12-03T17:19:40,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1., pid=7, masterSystemTime=1733246380326 2024-12-03T17:19:40,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:40,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e2a7b0a91abedd91c9c76ec8f52c6e1, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,35483,1733246371967 2024-12-03T17:19:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2a7b0a91abedd91c9c76ec8f52c6e1, server=27e0f852a164,35483,1733246371967 because future has completed 2024-12-03T17:19:40,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T17:19:40,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e2a7b0a91abedd91c9c76ec8f52c6e1, server=27e0f852a164,35483,1733246371967 in 317 msec 2024-12-03T17:19:40,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:19:40,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e2a7b0a91abedd91c9c76ec8f52c6e1, ASSIGN in 485 msec 2024-12-03T17:19:40,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:19:40,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246380505"}]},"ts":"1733246380505"} 2024-12-03T17:19:40,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:19:40,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:19:40,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 961 msec 2024-12-03T17:19:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1., hostname=27e0f852a164,35483,1733246371967, seqNum=2] 2024-12-03T17:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:40,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:40,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T17:19:40,767 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:19:40,830 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,35483,1733246371967, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:19:40,831 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:40,831 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35483,1733246371967, seqNum=-1] 2024-12-03T17:19:40,831 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:40,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T17:19:40,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,35483,1733246371967', locateType=CURRENT is [region=hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1., hostname=27e0f852a164,35483,1733246371967, seqNum=2] 2024-12-03T17:19:40,855 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T17:19:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T17:19:40,879 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,35483,1733246371967 suceeded 2024-12-03T17:19:40,882 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:43165' 2024-12-03T17:19:40,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T17:19:40,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 278 msec 2024-12-03T17:19:40,883 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:43165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:19:40,883 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf6bbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:40,883 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43165,-1 for getting cluster id 2024-12-03T17:19:40,884 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:40,885 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e' 2024-12-03T17:19:40,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:40,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e" 2024-12-03T17:19:40,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d8af6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43165,-1] 2024-12-03T17:19:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:40,889 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:40,891 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5685ee81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:40,891 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:40,892 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43165,1733246376858 2024-12-03T17:19:40,892 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230280ff 2024-12-03T17:19:40,893 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:40,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3670 sec 2024-12-03T17:19:40,895 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:40,898 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,35483,1733246371967 (queues=1) is replicating from cluster=fcf87576-3493-4577-a364-1596e465c22d to cluster=2b9a6ff0-73c3-48ac-87f7-425b8b9ecf6e 2024-12-03T17:19:40,898 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C35483%2C1733246371967 2024-12-03T17:19:40,898 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,35483,1733246371967, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:40,902 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098, startPosition=0, beingWritten=true 2024-12-03T17:19:40,906 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.shipper27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C35483%2C1733246371967 2024-12-03T17:19:41,112 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:41,423 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:41,671 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:19:41,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:41,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:41,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:41,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,42127,1733246371594 2024-12-03T17:19:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13845c5d 2024-12-03T17:19:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:41,678 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:41,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:19:41,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:19:41,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:41,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:41,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:41,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:19:41,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070491086, stopped=false 2024-12-03T17:19:41,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,43165,1733246376858 2024-12-03T17:19:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-632561238/running 2024-12-03T17:19:41,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:41,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:41,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:41,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-632561238/running 2024-12-03T17:19:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:41,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,39607,1733246376943' ***** 2024-12-03T17:19:41,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:19:41,691 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:19:41,691 INFO [RS:0;27e0f852a164:39607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:19:41,691 INFO [RS:0;27e0f852a164:39607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:19:41,691 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,39607,1733246376943 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:39607. 2024-12-03T17:19:41,692 DEBUG [RS:0;27e0f852a164:39607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:41,692 DEBUG [RS:0;27e0f852a164:39607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:19:41,692 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:19:41,692 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:19:41,693 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:41,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/running 2024-12-03T17:19:41,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:19:41,694 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:41,695 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:41,695 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:41,695 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:41,695 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:41,695 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T17:19:41,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Set watcher on znode that does not yet exist, /1-632561238/running 2024-12-03T17:19:41,724 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/.tmp/ns/b302fb2fdefd4169a11fda5383a5a8df is 43, key is default/ns:d/1733246379410/Put/seqid=0 2024-12-03T17:19:41,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741835_1011 (size=5153) 2024-12-03T17:19:41,763 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:41,843 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:41,893 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:42,093 DEBUG [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:42,154 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/.tmp/ns/b302fb2fdefd4169a11fda5383a5a8df 2024-12-03T17:19:42,163 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/.tmp/ns/b302fb2fdefd4169a11fda5383a5a8df as hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/ns/b302fb2fdefd4169a11fda5383a5a8df 2024-12-03T17:19:42,176 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/ns/b302fb2fdefd4169a11fda5383a5a8df, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T17:19:42,178 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 483ms, sequenceid=6, compaction requested=false 2024-12-03T17:19:42,201 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T17:19:42,202 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:42,202 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:42,202 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:42,202 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246381694Running coprocessor pre-close hooks at 1733246381694Disabling compacts and flushes for region at 1733246381694Disabling writes for close at 1733246381695 (+1 ms)Obtaining lock to block concurrent updates at 1733246381695Preparing flush snapshotting stores in 1588230740 at 1733246381695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733246381695Flushing stores of hbase:meta,,1.1588230740 at 1733246381696 (+1 ms)Flushing 1588230740/ns: creating writer at 1733246381697 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733246381723 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733246381723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eecd09d: reopening flushed file at 1733246382162 (+439 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 483ms, sequenceid=6, compaction requested=false at 1733246382178 (+16 ms)Writing region close event to WAL at 1733246382179 (+1 ms)Running coprocessor post-close hooks at 1733246382202 (+23 ms)Closed at 1733246382202 2024-12-03T17:19:42,202 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:42,293 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,39607,1733246376943; all regions closed. 2024-12-03T17:19:42,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/WALs/27e0f852a164,39607,1733246376943/27e0f852a164%2C39607%2C1733246376943.meta.1733246379326.meta not finished, retry = 0 2024-12-03T17:19:42,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741834_1010 (size=1152) 2024-12-03T17:19:42,354 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:42,407 DEBUG [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/oldWALs 2024-12-03T17:19:42,407 INFO [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C39607%2C1733246376943.meta:.meta(num 1733246379326) 2024-12-03T17:19:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741833_1009 (size=93) 2024-12-03T17:19:42,418 DEBUG [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/oldWALs 2024-12-03T17:19:42,418 INFO [RS:0;27e0f852a164:39607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C39607%2C1733246376943:(num 1733246378596) 2024-12-03T17:19:42,418 DEBUG [RS:0;27e0f852a164:39607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:42,418 INFO [RS:0;27e0f852a164:39607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:42,419 INFO [RS:0;27e0f852a164:39607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:42,419 INFO [RS:0;27e0f852a164:39607 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:42,419 INFO [RS:0;27e0f852a164:39607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:42,419 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:42,419 INFO [RS:0;27e0f852a164:39607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39607 2024-12-03T17:19:42,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238/rs 2024-12-03T17:19:42,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-632561238/rs/27e0f852a164,39607,1733246376943 2024-12-03T17:19:42,422 INFO [RS:0;27e0f852a164:39607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:42,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,39607,1733246376943] 2024-12-03T17:19:42,429 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/draining/27e0f852a164,39607,1733246376943 already deleted, retry=false 2024-12-03T17:19:42,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,39607,1733246376943 expired; onlineServers=0 2024-12-03T17:19:42,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,43165,1733246376858' ***** 2024-12-03T17:19:42,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:19:42,429 INFO [M:0;27e0f852a164:43165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:42,429 INFO [M:0;27e0f852a164:43165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:42,430 DEBUG [M:0;27e0f852a164:43165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:19:42,430 DEBUG [M:0;27e0f852a164:43165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:19:42,430 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246378323 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246378323,5,FailOnTimeoutGroup] 2024-12-03T17:19:42,430 INFO [M:0;27e0f852a164:43165 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:42,430 INFO [M:0;27e0f852a164:43165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:42,430 DEBUG [M:0;27e0f852a164:43165 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:19:42,430 INFO [M:0;27e0f852a164:43165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:19:42,430 INFO [M:0;27e0f852a164:43165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:42,430 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246378310 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246378310,5,FailOnTimeoutGroup] 2024-12-03T17:19:42,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:19:42,431 INFO [M:0;27e0f852a164:43165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:19:42,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:19:42,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-632561238/master 2024-12-03T17:19:42,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-632561238 2024-12-03T17:19:42,439 DEBUG [M:0;27e0f852a164:43165 {}] zookeeper.RecoverableZooKeeper(212): Node /1-632561238/master already deleted, retry=false 2024-12-03T17:19:42,439 DEBUG [M:0;27e0f852a164:43165 {}] master.ActiveMasterManager(353): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-632561238/master 2024-12-03T17:19:42,440 INFO [M:0;27e0f852a164:43165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/.lastflushedseqids 2024-12-03T17:19:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741836_1012 (size=99) 2024-12-03T17:19:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:42,527 INFO [RS:0;27e0f852a164:39607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39607-0x1010d4c51010004, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:42,527 INFO [RS:0;27e0f852a164:39607 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,39607,1733246376943; zookeeper connection closed. 2024-12-03T17:19:42,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71d26d2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71d26d2e 2024-12-03T17:19:42,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:19:42,862 INFO [M:0;27e0f852a164:43165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:19:42,863 INFO [M:0;27e0f852a164:43165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:19:42,863 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:42,863 INFO [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:42,863 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:42,863 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:42,863 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:42,863 INFO [M:0;27e0f852a164:43165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T17:19:42,890 DEBUG [M:0;27e0f852a164:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481de58e82b347aca3d74f9464c1ce93 is 82, key is hbase:meta,,1/info:regioninfo/1733246379394/Put/seqid=0 2024-12-03T17:19:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741837_1013 (size=5672) 2024-12-03T17:19:42,916 INFO [M:0;27e0f852a164:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481de58e82b347aca3d74f9464c1ce93 2024-12-03T17:19:42,957 DEBUG [M:0;27e0f852a164:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca67e0c7619140efbc8c877247123805 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733246379415/Put/seqid=0 2024-12-03T17:19:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741838_1014 (size=5275) 2024-12-03T17:19:42,964 INFO [M:0;27e0f852a164:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca67e0c7619140efbc8c877247123805 2024-12-03T17:19:42,972 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:42,995 DEBUG [M:0;27e0f852a164:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07add68ee88e4c9394c4f4bbc4ba675a is 69, key is 27e0f852a164,39607,1733246376943/rs:state/1733246378400/Put/seqid=0 2024-12-03T17:19:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741839_1015 (size=5156) 2024-12-03T17:19:43,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:19:43,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:19:43,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:19:43,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T17:19:43,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:43,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T17:19:43,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:43,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T17:19:43,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T17:19:43,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T17:19:43,402 INFO [M:0;27e0f852a164:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07add68ee88e4c9394c4f4bbc4ba675a 2024-12-03T17:19:43,409 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/481de58e82b347aca3d74f9464c1ce93 as hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/481de58e82b347aca3d74f9464c1ce93 2024-12-03T17:19:43,414 INFO [M:0;27e0f852a164:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/481de58e82b347aca3d74f9464c1ce93, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T17:19:43,415 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca67e0c7619140efbc8c877247123805 as hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca67e0c7619140efbc8c877247123805 2024-12-03T17:19:43,421 INFO [M:0;27e0f852a164:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca67e0c7619140efbc8c877247123805, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T17:19:43,422 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07add68ee88e4c9394c4f4bbc4ba675a as hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07add68ee88e4c9394c4f4bbc4ba675a 2024-12-03T17:19:43,428 INFO [M:0;27e0f852a164:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44051/user/jenkins/test-data/0ed27239-80aa-e77f-59c7-d62f3d77ffb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07add68ee88e4c9394c4f4bbc4ba675a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T17:19:43,429 INFO [M:0;27e0f852a164:43165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false 2024-12-03T17:19:43,430 INFO [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:43,430 DEBUG [M:0;27e0f852a164:43165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246382863Disabling compacts and flushes for region at 1733246382863Disabling writes for close at 1733246382863Obtaining lock to block concurrent updates at 1733246382863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246382863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733246382864 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246382865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246382865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246382889 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246382889Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246382931 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246382956 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246382956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246382971 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246382994 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246382995 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2500c1bc: reopening flushed file at 1733246383408 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c44336a: reopening flushed file at 1733246383415 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@918acd7: reopening flushed file at 1733246383422 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false at 1733246383429 (+7 ms)Writing region close event to WAL at 1733246383430 (+1 ms)Closed at 1733246383430 2024-12-03T17:19:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741830_1006 (size=10165) 2024-12-03T17:19:43,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:43,437 INFO [M:0;27e0f852a164:43165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:19:43,437 INFO [M:0;27e0f852a164:43165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43165 2024-12-03T17:19:43,438 INFO [M:0;27e0f852a164:43165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:43,540 INFO [M:0;27e0f852a164:43165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:43,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:43,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x1010d4c51010003, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:43,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:43,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:43,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:43,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:43,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:43,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:19:43,547 WARN [BP-957245185-172.17.0.3-1733246375228 heartbeating to localhost/127.0.0.1:44051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:19:43,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:19:43,547 WARN [BP-957245185-172.17.0.3-1733246375228 heartbeating to localhost/127.0.0.1:44051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957245185-172.17.0.3-1733246375228 (Datanode Uuid f1c77096-9032-4ac3-a088-1595331b2766) service to localhost/127.0.0.1:44051 2024-12-03T17:19:43,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/cluster_a1954056-080b-00c8-39b6-8fe9efe4e3ed/data/data1/current/BP-957245185-172.17.0.3-1733246375228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:43,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/cluster_a1954056-080b-00c8-39b6-8fe9efe4e3ed/data/data2/current/BP-957245185-172.17.0.3-1733246375228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:43,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:19:43,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:43,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:43,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:43,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:43,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:43,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:19:43,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:19:43,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:43,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:43,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:43,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:43,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:43,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:19:43,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-12-03T17:19:43,575 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,42127,1733246371594 2024-12-03T17:19:43,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1842606307/running 2024-12-03T17:19:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1842606307/running 2024-12-03T17:19:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:43,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:43,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:43,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:43,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/running 2024-12-03T17:19:43,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Set watcher on znode that does not yet exist, /0-1842606307/running 2024-12-03T17:19:43,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,35483,1733246371967' ***** 2024-12-03T17:19:43,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:19:43,579 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,35483,1733246371967 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:43,580 INFO [RS:0;27e0f852a164:35483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:35483. 2024-12-03T17:19:43,581 DEBUG [RS:0;27e0f852a164:35483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:43,581 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:43,581 INFO [RS:0;27e0f852a164:35483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:19:43,581 INFO [RS:0;27e0f852a164:35483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:19:43,581 INFO [RS:0;27e0f852a164:35483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:19:43,581 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:19:43,581 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e2a7b0a91abedd91c9c76ec8f52c6e1, disabling compactions & flushes 2024-12-03T17:19:43,581 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:43,581 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:43,581 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. after waiting 0 ms 2024-12-03T17:19:43,581 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:43,581 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e2a7b0a91abedd91c9c76ec8f52c6e1 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T17:19:43,581 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:19:43,581 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e2a7b0a91abedd91c9c76ec8f52c6e1=hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1.} 2024-12-03T17:19:43,581 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2a7b0a91abedd91c9c76ec8f52c6e1 2024-12-03T17:19:43,582 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:43,582 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:43,582 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:43,582 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:43,582 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:43,582 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T17:19:43,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:19:43,616 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/.tmp/queue/63a33fa5747a4d77b6bcb619c2398785 is 151, key is 1-27e0f852a164,35483,1733246371967/queue:27e0f852a164%2C35483%2C1733246371967/1733246380844/Put/seqid=0 2024-12-03T17:19:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741838_1014 (size=5350) 2024-12-03T17:19:43,622 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/.tmp/queue/63a33fa5747a4d77b6bcb619c2398785 2024-12-03T17:19:43,635 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/info/6c3e2260fc4c4f72937e45550c74d371 is 147, key is hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1./info:regioninfo/1733246380473/Put/seqid=0 2024-12-03T17:19:43,642 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/.tmp/queue/63a33fa5747a4d77b6bcb619c2398785 as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/queue/63a33fa5747a4d77b6bcb619c2398785 2024-12-03T17:19:43,660 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/queue/63a33fa5747a4d77b6bcb619c2398785, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T17:19:43,663 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3e2a7b0a91abedd91c9c76ec8f52c6e1 in 82ms, sequenceid=5, compaction requested=false 2024-12-03T17:19:43,663 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:19:43,677 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:43,680 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741839_1015 (size=6631) 2024-12-03T17:19:43,716 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/replication/3e2a7b0a91abedd91c9c76ec8f52c6e1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:19:43,718 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:43,718 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:43,718 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:43,719 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e2a7b0a91abedd91c9c76ec8f52c6e1: Waiting for close lock at 1733246383581Running coprocessor pre-close hooks at 1733246383581Disabling compacts and flushes for region at 1733246383581Disabling writes for close at 1733246383581Obtaining lock to block concurrent updates at 1733246383581Preparing flush snapshotting stores in 3e2a7b0a91abedd91c9c76ec8f52c6e1 at 1733246383581Finished memstore snapshotting hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733246383582 (+1 ms)Flushing stores of hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. at 1733246383586 (+4 ms)Flushing 3e2a7b0a91abedd91c9c76ec8f52c6e1/queue: creating writer at 1733246383587 (+1 ms)Flushing 3e2a7b0a91abedd91c9c76ec8f52c6e1/queue: appending metadata at 1733246383614 (+27 ms)Flushing 3e2a7b0a91abedd91c9c76ec8f52c6e1/queue: closing flushed file at 1733246383615 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48de2b03: reopening flushed file at 1733246383631 (+16 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3e2a7b0a91abedd91c9c76ec8f52c6e1 in 82ms, sequenceid=5, compaction requested=false at 1733246383663 (+32 ms)Writing region close event to WAL at 1733246383693 (+30 ms)Running coprocessor post-close hooks at 1733246383718 (+25 ms)Closed at 1733246383718 2024-12-03T17:19:43,719 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246379548.3e2a7b0a91abedd91c9c76ec8f52c6e1. 2024-12-03T17:19:43,782 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:43,972 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:19:43,973 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:19:43,982 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:44,092 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/info/6c3e2260fc4c4f72937e45550c74d371 2024-12-03T17:19:44,118 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/ns/1fa016a8eb1248efb0b88ca0d71e758c is 43, key is default/ns:d/1733246374968/Put/seqid=0 2024-12-03T17:19:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741840_1016 (size=5153) 2024-12-03T17:19:44,182 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:44,382 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:44,492 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 to pos 0, reset compression=false 2024-12-03T17:19:44,527 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/ns/1fa016a8eb1248efb0b88ca0d71e758c 2024-12-03T17:19:44,574 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/table/f46ef037b6754f0f8308eac9657e619c is 53, key is hbase:replication/table:state/1733246380505/Put/seqid=0 2024-12-03T17:19:44,583 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:19:44,583 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:19:44,583 DEBUG [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:19:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741841_1017 (size=5256) 2024-12-03T17:19:44,619 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/table/f46ef037b6754f0f8308eac9657e619c 2024-12-03T17:19:44,634 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/info/6c3e2260fc4c4f72937e45550c74d371 as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/info/6c3e2260fc4c4f72937e45550c74d371 2024-12-03T17:19:44,652 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/info/6c3e2260fc4c4f72937e45550c74d371, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T17:19:44,658 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/ns/1fa016a8eb1248efb0b88ca0d71e758c as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/ns/1fa016a8eb1248efb0b88ca0d71e758c 2024-12-03T17:19:44,706 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/ns/1fa016a8eb1248efb0b88ca0d71e758c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:19:44,718 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/.tmp/table/f46ef037b6754f0f8308eac9657e619c as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/table/f46ef037b6754f0f8308eac9657e619c 2024-12-03T17:19:44,728 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/table/f46ef037b6754f0f8308eac9657e619c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T17:19:44,730 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=11, compaction requested=false 2024-12-03T17:19:44,778 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:19:44,783 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:19:44,783 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:19:44,783 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:44,783 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246383582Running coprocessor pre-close hooks at 1733246383582Disabling compacts and flushes for region at 1733246383582Disabling writes for close at 1733246383582Obtaining lock to block concurrent updates at 1733246383582Preparing flush snapshotting stores in 1588230740 at 1733246383582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733246383582Flushing stores of hbase:meta,,1.1588230740 at 1733246383587 (+5 ms)Flushing 1588230740/info: creating writer at 1733246383587Flushing 1588230740/info: appending metadata at 1733246383634 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733246383635 (+1 ms)Flushing 1588230740/ns: creating writer at 1733246384100 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733246384117 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733246384117Flushing 1588230740/table: creating writer at 1733246384544 (+427 ms)Flushing 1588230740/table: appending metadata at 1733246384573 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733246384573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78437d9d: reopening flushed file at 1733246384633 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13db955d: reopening flushed file at 1733246384652 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83cd405: reopening flushed file at 1733246384706 (+54 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1148ms, sequenceid=11, compaction requested=false at 1733246384730 (+24 ms)Writing region close event to WAL at 1733246384758 (+28 ms)Running coprocessor post-close hooks at 1733246384783 (+25 ms)Closed at 1733246384783 2024-12-03T17:19:44,783 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,35483,1733246371967; all regions closed. 2024-12-03T17:19:44,783 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741834_1010 (size=2742) 2024-12-03T17:19:44,788 DEBUG [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs 2024-12-03T17:19:44,788 INFO [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35483%2C1733246371967.meta:.meta(num 1733246374714) 2024-12-03T17:19:44,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.rep.1733246380371 not finished, retry = 0 2024-12-03T17:19:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741837_1013 (size=1586) 2024-12-03T17:19:44,908 DEBUG [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs 2024-12-03T17:19:44,908 INFO [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35483%2C1733246371967.rep:(num 1733246380371) 2024-12-03T17:19:44,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/WALs/27e0f852a164,35483,1733246371967/27e0f852a164%2C35483%2C1733246371967.1733246374098 not finished, retry = 0 2024-12-03T17:19:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741833_1009 (size=93) 2024-12-03T17:19:45,031 DEBUG [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/oldWALs 2024-12-03T17:19:45,031 INFO [RS:0;27e0f852a164:35483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35483%2C1733246371967:(num 1733246374098) 2024-12-03T17:19:45,031 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:45,031 INFO [RS:0;27e0f852a164:35483 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:19:45,032 INFO [RS:0;27e0f852a164:35483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:45,032 INFO [RS:0;27e0f852a164:35483 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:45,032 INFO [RS:0;27e0f852a164:35483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:45,032 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:45,032 INFO [RS:0;27e0f852a164:35483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,35483,1733246371967 because: Region server is closing 2024-12-03T17:19:45,032 INFO [RS:0;27e0f852a164:35483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:35483. 2024-12-03T17:19:45,032 DEBUG [RS:0;27e0f852a164:35483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:45,033 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:45,033 DEBUG [RS:0;27e0f852a164:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:45,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:45,133 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.shipper27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:19:45,133 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.wal-reader.27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:19:45,134 INFO [RS:0;27e0f852a164:35483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,35483,1733246371967.replicationSource.shipper27e0f852a164%2C35483%2C1733246371967,1-27e0f852a164,35483,1733246371967 terminated 2024-12-03T17:19:45,134 INFO [RS:0;27e0f852a164:35483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35483 2024-12-03T17:19:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307/rs 2024-12-03T17:19:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1842606307/rs/27e0f852a164,35483,1733246371967 2024-12-03T17:19:45,137 INFO [RS:0;27e0f852a164:35483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:45,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,35483,1733246371967] 2024-12-03T17:19:45,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/draining/27e0f852a164,35483,1733246371967 already deleted, retry=false 2024-12-03T17:19:45,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,35483,1733246371967 expired; onlineServers=0 2024-12-03T17:19:45,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,42127,1733246371594' ***** 2024-12-03T17:19:45,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:19:45,141 DEBUG [M:0;27e0f852a164:42127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:19:45,141 DEBUG [M:0;27e0f852a164:42127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:19:45,141 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246373744 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246373744,5,FailOnTimeoutGroup] 2024-12-03T17:19:45,141 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246373746 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246373746,5,FailOnTimeoutGroup] 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:19:45,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:19:45,141 DEBUG [M:0;27e0f852a164:42127 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:19:45,141 INFO [M:0;27e0f852a164:42127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:19:45,142 INFO [M:0;27e0f852a164:42127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:19:45,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:19:45,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1842606307/master 2024-12-03T17:19:45,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1842606307 2024-12-03T17:19:45,146 DEBUG [M:0;27e0f852a164:42127 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1842606307/master already deleted, retry=false 2024-12-03T17:19:45,146 DEBUG [M:0;27e0f852a164:42127 {}] master.ActiveMasterManager(353): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1842606307/master 2024-12-03T17:19:45,147 INFO [M:0;27e0f852a164:42127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/.lastflushedseqids 2024-12-03T17:19:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741842_1018 (size=181) 2024-12-03T17:19:45,177 INFO [M:0;27e0f852a164:42127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:19:45,178 INFO [M:0;27e0f852a164:42127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:19:45,178 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:45,178 INFO [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:45,178 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:45,178 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:45,178 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:45,178 INFO [M:0;27e0f852a164:42127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T17:19:45,211 DEBUG [M:0;27e0f852a164:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f4e961dbe9c46d29433784e07a82978 is 82, key is hbase:meta,,1/info:regioninfo/1733246374927/Put/seqid=0 2024-12-03T17:19:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741843_1019 (size=5672) 2024-12-03T17:19:45,240 INFO [RS:0;27e0f852a164:35483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:45,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:45,240 INFO [RS:0;27e0f852a164:35483 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,35483,1733246371967; zookeeper connection closed. 2024-12-03T17:19:45,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1010d4c51010001, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:45,241 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62a2e6f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62a2e6f6 2024-12-03T17:19:45,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:19:45,635 INFO [M:0;27e0f852a164:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f4e961dbe9c46d29433784e07a82978 2024-12-03T17:19:45,671 DEBUG [M:0;27e0f852a164:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df167cb12a14f3d9b7b6a9c67268f36 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733246380511/Put/seqid=0 2024-12-03T17:19:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741844_1020 (size=7203) 2024-12-03T17:19:45,682 INFO [M:0;27e0f852a164:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df167cb12a14f3d9b7b6a9c67268f36 2024-12-03T17:19:45,719 DEBUG [M:0;27e0f852a164:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edbf5f59f32b4b9cb831c507dc94cd8b is 69, key is 27e0f852a164,35483,1733246371967/rs:state/1733246373851/Put/seqid=0 2024-12-03T17:19:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741845_1021 (size=5156) 2024-12-03T17:19:45,763 INFO [M:0;27e0f852a164:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edbf5f59f32b4b9cb831c507dc94cd8b 2024-12-03T17:19:45,776 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f4e961dbe9c46d29433784e07a82978 as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f4e961dbe9c46d29433784e07a82978 2024-12-03T17:19:45,808 INFO [M:0;27e0f852a164:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f4e961dbe9c46d29433784e07a82978, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T17:19:45,810 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df167cb12a14f3d9b7b6a9c67268f36 as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0df167cb12a14f3d9b7b6a9c67268f36 2024-12-03T17:19:45,831 INFO [M:0;27e0f852a164:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0df167cb12a14f3d9b7b6a9c67268f36, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T17:19:45,832 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edbf5f59f32b4b9cb831c507dc94cd8b as hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edbf5f59f32b4b9cb831c507dc94cd8b 2024-12-03T17:19:45,839 INFO [M:0;27e0f852a164:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/6240126b-39cd-f583-03f4-109b5c7ad583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edbf5f59f32b4b9cb831c507dc94cd8b, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T17:19:45,840 INFO [M:0;27e0f852a164:42127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=70, compaction requested=false 2024-12-03T17:19:45,845 INFO [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:45,845 DEBUG [M:0;27e0f852a164:42127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246385178Disabling compacts and flushes for region at 1733246385178Disabling writes for close at 1733246385178Obtaining lock to block concurrent updates at 1733246385178Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246385178Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733246385179 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246385181 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246385181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246385211 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246385211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246385642 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246385669 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246385669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246385690 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246385716 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246385716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0ef956: reopening flushed file at 1733246385772 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25446864: reopening flushed file at 1733246385808 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1654b495: reopening flushed file at 1733246385832 (+24 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=70, compaction requested=false at 1733246385840 (+8 ms)Writing region close event to WAL at 1733246385845 (+5 ms)Closed at 1733246385845 2024-12-03T17:19:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741830_1006 (size=41008) 2024-12-03T17:19:45,848 INFO [M:0;27e0f852a164:42127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:19:45,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:19:45,848 INFO [M:0;27e0f852a164:42127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42127 2024-12-03T17:19:45,849 INFO [M:0;27e0f852a164:42127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:19:45,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:45,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:45,954 INFO [M:0;27e0f852a164:42127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:19:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x1010d4c51010000, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:19:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:45,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:45,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:45,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:45,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:45,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:46,004 WARN [BP-1198024626-172.17.0.3-1733246370081 heartbeating to localhost/127.0.0.1:44505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:19:46,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:19:46,004 WARN [BP-1198024626-172.17.0.3-1733246370081 heartbeating to localhost/127.0.0.1:44505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198024626-172.17.0.3-1733246370081 (Datanode Uuid 910849b6-2399-466f-9363-962791b3c39b) service to localhost/127.0.0.1:44505 2024-12-03T17:19:46,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:19:46,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/data/data1/current/BP-1198024626-172.17.0.3-1733246370081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:46,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/cluster_fcc7809a-cebd-6073-8fec-13a8f1a9bff0/data/data2/current/BP-1198024626-172.17.0.3-1733246370081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:19:46,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:19:46,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:46,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:19:46,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:19:46,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:19:46,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea0956c-5a32-0368-940b-07b911223816/hadoop.log.dir/,STOPPED} 2024-12-03T17:19:46,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:19:46,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:19:46,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 112) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52573) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52573) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44505 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44051 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1120 (was 1166), ProcessCount=11 (was 11), AvailableMemoryMB=4795 (was 4746) - AvailableMemoryMB LEAK? - 2024-12-03T17:19:46,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1120, ProcessCount=11, AvailableMemoryMB=4794 2024-12-03T17:19:46,134 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T17:19:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir so I do NOT create it in target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b 2024-12-03T17:19:46,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:19:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.tmp.dir so I do NOT create it in target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b 2024-12-03T17:19:46,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/508f1a09-0a57-b347-9cd9-f375597dbc5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:19:46,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b 2024-12-03T17:19:46,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2, deleteOnExit=true 2024-12-03T17:19:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4c51010005, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:19:46,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4c51010005, quorum=127.0.0.1:52573, baseZNode=/1-632561238 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:19:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4c51010002, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:19:46,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4c51010002, quorum=127.0.0.1:52573, baseZNode=/0-1842606307 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:19:46,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/zookeeper_0, clientPort=55800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:19:46,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55800 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/test.cache.data in system properties and HBase conf 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:19:46,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:19:46,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:46,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:19:46,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:19:46,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:46,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:46,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:46,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:46,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:46,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:46,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:46,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:46,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/java.io.tmpdir/jetty-localhost-36839-hadoop-hdfs-3_4_1-tests_jar-_-any-14662326246722955830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:46,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:36839} 2024-12-03T17:19:46,716 INFO [Time-limited test {}] server.Server(415): Started @51213ms 2024-12-03T17:19:46,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:46,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:46,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:46,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:46,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:46,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:46,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:47,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/java.io.tmpdir/jetty-localhost-43925-hadoop-hdfs-3_4_1-tests_jar-_-any-7785041145457582028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:47,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:43925} 2024-12-03T17:19:47,049 INFO [Time-limited test {}] server.Server(415): Started @51546ms 2024-12-03T17:19:47,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:47,247 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/data/data1/current/BP-35158228-172.17.0.3-1733246386250/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:47,255 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/data/data2/current/BP-35158228-172.17.0.3-1733246386250/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:47,339 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa63694c1e2f441f9 with lease ID 0xfabc630d8b1f96b9: Processing first storage report for DS-097d83f9-9dc5-4e4b-872a-4874429aa064 from datanode DatanodeRegistration(127.0.0.1:36499, datanodeUuid=7d13226f-3749-41c6-8cb7-998ec5d64783, infoPort=34723, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=1756106180;c=1733246386250) 2024-12-03T17:19:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa63694c1e2f441f9 with lease ID 0xfabc630d8b1f96b9: from storage DS-097d83f9-9dc5-4e4b-872a-4874429aa064 node DatanodeRegistration(127.0.0.1:36499, datanodeUuid=7d13226f-3749-41c6-8cb7-998ec5d64783, infoPort=34723, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=1756106180;c=1733246386250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa63694c1e2f441f9 with lease ID 0xfabc630d8b1f96b9: Processing first storage report for DS-f817e5f1-93ad-4cd0-a8b6-74bb996ff21e from datanode DatanodeRegistration(127.0.0.1:36499, datanodeUuid=7d13226f-3749-41c6-8cb7-998ec5d64783, infoPort=34723, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=1756106180;c=1733246386250) 2024-12-03T17:19:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa63694c1e2f441f9 with lease ID 0xfabc630d8b1f96b9: from storage DS-f817e5f1-93ad-4cd0-a8b6-74bb996ff21e node DatanodeRegistration(127.0.0.1:36499, datanodeUuid=7d13226f-3749-41c6-8cb7-998ec5d64783, infoPort=34723, infoSecurePort=0, ipcPort=46365, storageInfo=lv=-57;cid=testClusterID;nsid=1756106180;c=1733246386250), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:19:47,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b 2024-12-03T17:19:47,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:47,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d with version=8 2024-12-03T17:19:47,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/hbase-staging 2024-12-03T17:19:47,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:47,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:47,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36485 2024-12-03T17:19:47,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36485 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364850x0, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:47,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36485-0x1010d4c8ffc0000 connected 2024-12-03T17:19:47,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/running 2024-12-03T17:19:47,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d, hbase.cluster.distributed=false 2024-12-03T17:19:47,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/acl 2024-12-03T17:19:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36485 2024-12-03T17:19:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36485 2024-12-03T17:19:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36485 2024-12-03T17:19:47,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36485 2024-12-03T17:19:47,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36485 2024-12-03T17:19:47,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:47,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:47,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:47,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:47,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37343 2024-12-03T17:19:47,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37343 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:47,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:47,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373430x0, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:47,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37343-0x1010d4c8ffc0001 connected 2024-12-03T17:19:47,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/running 2024-12-03T17:19:47,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:47,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:47,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/master 2024-12-03T17:19:47,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/acl 2024-12-03T17:19:47,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37343 2024-12-03T17:19:47,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37343 2024-12-03T17:19:47,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37343 2024-12-03T17:19:47,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37343 2024-12-03T17:19:47,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37343 2024-12-03T17:19:47,698 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:36485 2024-12-03T17:19:47,706 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1149787560/backup-masters/27e0f852a164,36485,1733246387432 2024-12-03T17:19:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/backup-masters 2024-12-03T17:19:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/backup-masters 2024-12-03T17:19:47,713 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on existing znode=/0-1149787560/backup-masters/27e0f852a164,36485,1733246387432 2024-12-03T17:19:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1149787560/master 2024-12-03T17:19:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:47,718 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on existing znode=/0-1149787560/master 2024-12-03T17:19:47,719 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1149787560/backup-masters/27e0f852a164,36485,1733246387432 from backup master directory 2024-12-03T17:19:47,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1149787560/backup-masters/27e0f852a164,36485,1733246387432 2024-12-03T17:19:47,720 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:47,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/backup-masters 2024-12-03T17:19:47,720 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,36485,1733246387432 2024-12-03T17:19:47,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/backup-masters 2024-12-03T17:19:47,731 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/hbase.id] with ID: 91528de3-0235-4da2-9dcd-6ec340185fa2 2024-12-03T17:19:47,731 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/.tmp/hbase.id 2024-12-03T17:19:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:48,158 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/.tmp/hbase.id]:[hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/hbase.id] 2024-12-03T17:19:48,214 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:48,214 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:48,227 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-12-03T17:19:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:48,267 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:48,268 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:48,269 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:48,741 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store 2024-12-03T17:19:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:48,811 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:48,811 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:48,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246388811Disabling compacts and flushes for region at 1733246388811Disabling writes for close at 1733246388811Writing region close event to WAL at 1733246388811Closed at 1733246388811 2024-12-03T17:19:48,819 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/.initializing 2024-12-03T17:19:48,819 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/WALs/27e0f852a164,36485,1733246387432 2024-12-03T17:19:48,821 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:48,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C36485%2C1733246387432, suffix=, logDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/WALs/27e0f852a164,36485,1733246387432, archiveDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:48,859 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/WALs/27e0f852a164,36485,1733246387432/27e0f852a164%2C36485%2C1733246387432.1733246388823, exclude list is [], retry=0 2024-12-03T17:19:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-097d83f9-9dc5-4e4b-872a-4874429aa064,DISK] 2024-12-03T17:19:48,883 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/WALs/27e0f852a164,36485,1733246387432/27e0f852a164%2C36485%2C1733246387432.1733246388823 2024-12-03T17:19:48,888 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-12-03T17:19:48,888 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:48,888 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:48,888 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:48,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:48,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:48,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:48,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:48,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:48,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:48,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:48,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:48,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:48,939 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,943 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:48,944 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:48,947 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:48,949 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73427927, jitterRate=0.09416137635707855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:48,949 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246388889Initializing all the Stores at 1733246388892 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246388892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246388910 (+18 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246388910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246388910Cleaning up temporary data from old regions at 1733246388942 (+32 ms)Region opened successfully at 1733246388949 (+7 ms) 2024-12-03T17:19:48,955 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:48,971 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2748a191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:48,973 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:48,973 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:48,973 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:48,973 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:48,977 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T17:19:48,978 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:19:48,978 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:48,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:49,003 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:49,009 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/balancer already deleted, retry=false 2024-12-03T17:19:49,010 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:49,013 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:49,019 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/normalizer already deleted, retry=false 2024-12-03T17:19:49,020 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:49,023 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:49,031 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/switch/split already deleted, retry=false 2024-12-03T17:19:49,035 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:49,040 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/switch/merge already deleted, retry=false 2024-12-03T17:19:49,067 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:49,086 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:49,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1149787560/running 2024-12-03T17:19:49,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1149787560/running 2024-12-03T17:19:49,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,098 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,36485,1733246387432, sessionid=0x1010d4c8ffc0000, setting cluster-up flag (Was=false) 2024-12-03T17:19:49,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,170 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1149787560/flush-table-proc/acquired, /0-1149787560/flush-table-proc/reached, /0-1149787560/flush-table-proc/abort 2024-12-03T17:19:49,193 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36485,1733246387432 2024-12-03T17:19:49,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,259 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1149787560/online-snapshot/acquired, /0-1149787560/online-snapshot/reached, /0-1149787560/online-snapshot/abort 2024-12-03T17:19:49,275 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36485,1733246387432 2024-12-03T17:19:49,281 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:49,292 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:49,292 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:49,292 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:49,293 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,36485,1733246387432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:49,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:49,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:49,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:49,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:49,314 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:49,314 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,314 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:49,314 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,314 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(746): ClusterId : 91528de3-0235-4da2-9dcd-6ec340185fa2 2024-12-03T17:19:49,314 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:49,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:49,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:49,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:49,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:49,338 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:49,338 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246419355 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:49,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:49,358 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,359 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:49,360 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c02e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:49,361 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:49,361 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:49,361 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:49,361 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:49,373 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:49,373 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:49,385 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:37343 2024-12-03T17:19:49,385 INFO [RS:0;27e0f852a164:37343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:49,385 INFO [RS:0;27e0f852a164:37343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:49,385 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:49,387 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246389373,5,FailOnTimeoutGroup] 2024-12-03T17:19:49,390 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,36485,1733246387432 with port=37343, startcode=1733246387567 2024-12-03T17:19:49,390 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:49,394 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246389387,5,FailOnTimeoutGroup] 2024-12-03T17:19:49,394 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,395 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:49,395 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,395 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,407 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:49,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36485 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,414 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d 2024-12-03T17:19:49,414 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34235 2024-12-03T17:19:49,414 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/rs 2024-12-03T17:19:49,427 DEBUG [RS:0;27e0f852a164:37343 {}] zookeeper.ZKUtil(111): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on existing znode=/0-1149787560/rs/27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,427 WARN [RS:0;27e0f852a164:37343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:49,427 INFO [RS:0;27e0f852a164:37343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:49,427 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:49,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,37343,1733246387567] 2024-12-03T17:19:49,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:49,449 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d 2024-12-03T17:19:49,483 INFO [RS:0;27e0f852a164:37343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:49,498 INFO [RS:0;27e0f852a164:37343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:49,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:19:49,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:49,503 INFO [RS:0;27e0f852a164:37343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:49,503 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,504 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:49,511 INFO [RS:0;27e0f852a164:37343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:49,511 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:49,511 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,512 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,512 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,515 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,515 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,516 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:49,516 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:49,516 DEBUG [RS:0;27e0f852a164:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:49,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:49,520 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,521 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,521 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,521 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,521 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,521 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37343,1733246387567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:49,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:49,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:49,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:49,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:49,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:49,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:49,549 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:49,549 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37343,1733246387567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,549 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,549 INFO [RS:0;27e0f852a164:37343 {}] regionserver.Replication(171): 27e0f852a164,37343,1733246387567 started 2024-12-03T17:19:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:49,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:49,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:49,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:49,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:49,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:49,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:49,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:49,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740 2024-12-03T17:19:49,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740 2024-12-03T17:19:49,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:49,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:49,582 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:49,582 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,37343,1733246387567, RpcServer on 27e0f852a164/172.17.0.3:37343, sessionid=0x1010d4c8ffc0001 2024-12-03T17:19:49,582 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:49,582 DEBUG [RS:0;27e0f852a164:37343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,582 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37343,1733246387567' 2024-12-03T17:19:49,582 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1149787560/flush-table-proc/abort' 2024-12-03T17:19:49,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:49,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:49,590 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1149787560/flush-table-proc/acquired' 2024-12-03T17:19:49,597 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:49,597 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:49,597 DEBUG [RS:0;27e0f852a164:37343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,597 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37343,1733246387567' 2024-12-03T17:19:49,597 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1149787560/online-snapshot/abort' 2024-12-03T17:19:49,606 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1149787560/online-snapshot/acquired' 2024-12-03T17:19:49,609 DEBUG [RS:0;27e0f852a164:37343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:49,609 INFO [RS:0;27e0f852a164:37343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:49,609 INFO [RS:0;27e0f852a164:37343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:49,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:49,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60301669, jitterRate=-0.1014351099729538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:49,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246389503Initializing all the Stores at 1733246389511 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246389511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246389514 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246389514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246389514Cleaning up temporary data from old regions at 1733246389581 (+67 ms)Region opened successfully at 1733246389614 (+33 ms) 2024-12-03T17:19:49,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:49,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:49,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:49,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:49,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:49,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:49,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246389614Disabling compacts and flushes for region at 1733246389614Disabling writes for close at 1733246389615 (+1 ms)Writing region close event to WAL at 1733246389617 (+2 ms)Closed at 1733246389617 2024-12-03T17:19:49,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:49,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:49,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:49,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:49,629 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:49,711 INFO [RS:0;27e0f852a164:37343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:49,723 INFO [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37343%2C1733246387567, suffix=, logDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567, archiveDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs, maxLogs=10 2024-12-03T17:19:49,744 DEBUG [RS:0;27e0f852a164:37343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724, exclude list is [], retry=0 2024-12-03T17:19:49,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-097d83f9-9dc5-4e4b-872a-4874429aa064,DISK] 2024-12-03T17:19:49,768 INFO [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 2024-12-03T17:19:49,768 DEBUG [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-12-03T17:19:49,781 DEBUG [27e0f852a164:36485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:49,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:49,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37343,1733246387567, state=OPENING 2024-12-03T17:19:49,799 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:49,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1149787560/meta-region-server: CHANGED 2024-12-03T17:19:49,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:49,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37343,1733246387567}] 2024-12-03T17:19:49,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1149787560/meta-region-server: CHANGED 2024-12-03T17:19:50,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:50,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:50,046 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:50,047 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:50,047 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:50,064 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37343%2C1733246387567.meta, suffix=.meta, logDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567, archiveDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs, maxLogs=10 2024-12-03T17:19:50,090 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.meta.1733246390064.meta, exclude list is [], retry=0 2024-12-03T17:19:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-097d83f9-9dc5-4e4b-872a-4874429aa064,DISK] 2024-12-03T17:19:50,129 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.meta.1733246390064.meta 2024-12-03T17:19:50,130 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-12-03T17:19:50,131 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:50,131 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:50,131 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:50,131 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:50,132 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:50,132 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:50,132 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:50,132 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:50,132 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:50,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:50,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:50,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:50,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:50,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:50,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:50,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:50,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:50,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:50,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:50,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:50,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:50,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:50,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:50,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:50,198 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:50,200 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740 2024-12-03T17:19:50,206 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740 2024-12-03T17:19:50,216 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:50,216 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:50,221 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:50,233 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:50,245 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66892651, jitterRate=-0.0032218247652053833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:50,246 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:50,246 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246390132Writing region info on filesystem at 1733246390132Initializing all the Stores at 1733246390144 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246390144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246390158 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246390158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246390158Cleaning up temporary data from old regions at 1733246390216 (+58 ms)Running coprocessor post-open hooks at 1733246390246 (+30 ms)Region opened successfully at 1733246390246 2024-12-03T17:19:50,249 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246390002 2024-12-03T17:19:50,252 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:50,252 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:50,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:50,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37343,1733246387567, state=OPEN 2024-12-03T17:19:50,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1149787560/meta-region-server 2024-12-03T17:19:50,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1149787560/meta-region-server 2024-12-03T17:19:50,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,37343,1733246387567 2024-12-03T17:19:50,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1149787560/meta-region-server: CHANGED 2024-12-03T17:19:50,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1149787560/meta-region-server: CHANGED 2024-12-03T17:19:50,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:50,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37343,1733246387567 in 429 msec 2024-12-03T17:19:50,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:50,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-12-03T17:19:50,264 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:50,264 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:50,272 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:50,272 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:19:50,273 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:50,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:50,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0200 sec 2024-12-03T17:19:50,313 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246390313, completionTime=-1 2024-12-03T17:19:50,313 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:50,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:50,316 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:50,316 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246450316 2024-12-03T17:19:50,316 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246510316 2024-12-03T17:19:50,316 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:19:50,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:36485, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,318 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,320 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:50,330 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:50,331 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:50,359 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:50,359 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:50,359 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36485,1733246387432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:50,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:50,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36485,-1 for getting cluster id 2024-12-03T17:19:50,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:50,423 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91528de3-0235-4da2-9dcd-6ec340185fa2' 2024-12-03T17:19:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91528de3-0235-4da2-9dcd-6ec340185fa2" 2024-12-03T17:19:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d99bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36485,-1] 2024-12-03T17:19:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:50,426 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:50,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:50,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:19:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:50,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:50,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,36485,1733246387432 2024-12-03T17:19:50,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:50,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:50,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4c8ffc0002 connected 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir so I do NOT create it in target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2 2024-12-03T17:19:50,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.tmp.dir so I do NOT create it in target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2 2024-12-03T17:19:50,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:19:50,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/cluster_e6766fc5-4c4e-2424-dbb9-45ffa2900ad7, deleteOnExit=true 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:19:50,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/test.cache.data in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:19:50,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:50,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:19:50,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:19:50,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:19:50,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:50,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:50,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:50,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:50,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:19:50,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:50,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:50,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:51,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-16901612842487167784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:19:51,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-12-03T17:19:51,058 INFO [Time-limited test {}] server.Server(415): Started @55555ms 2024-12-03T17:19:51,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:19:51,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:19:51,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:19:51,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:19:51,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:19:51,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:19:51,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:19:51,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49873634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/java.io.tmpdir/jetty-localhost-33881-hadoop-hdfs-3_4_1-tests_jar-_-any-7153370682038952362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:19:51,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:33881} 2024-12-03T17:19:51,618 INFO [Time-limited test {}] server.Server(415): Started @56116ms 2024-12-03T17:19:51,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:19:51,935 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/cluster_e6766fc5-4c4e-2424-dbb9-45ffa2900ad7/data/data1/current/BP-902488782-172.17.0.3-1733246390554/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:51,943 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/cluster_e6766fc5-4c4e-2424-dbb9-45ffa2900ad7/data/data2/current/BP-902488782-172.17.0.3-1733246390554/current, will proceed with Du for space computation calculation, 2024-12-03T17:19:52,021 WARN [Thread-931 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:19:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b51c6687fa96fc8 with lease ID 0x8f8293791b908e95: Processing first storage report for DS-ef917d92-82fd-43b8-85fe-2a162d153dfb from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=1305ec67-e6f5-4341-bdfb-e526b2dd8aba, infoPort=33151, infoSecurePort=0, ipcPort=41493, storageInfo=lv=-57;cid=testClusterID;nsid=989865590;c=1733246390554) 2024-12-03T17:19:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b51c6687fa96fc8 with lease ID 0x8f8293791b908e95: from storage DS-ef917d92-82fd-43b8-85fe-2a162d153dfb node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=1305ec67-e6f5-4341-bdfb-e526b2dd8aba, infoPort=33151, infoSecurePort=0, ipcPort=41493, storageInfo=lv=-57;cid=testClusterID;nsid=989865590;c=1733246390554), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:19:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b51c6687fa96fc8 with lease ID 0x8f8293791b908e95: Processing first storage report for DS-ea1f0567-1adf-4cbd-a36e-93d8b1378737 from datanode DatanodeRegistration(127.0.0.1:39931, datanodeUuid=1305ec67-e6f5-4341-bdfb-e526b2dd8aba, infoPort=33151, infoSecurePort=0, ipcPort=41493, storageInfo=lv=-57;cid=testClusterID;nsid=989865590;c=1733246390554) 2024-12-03T17:19:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b51c6687fa96fc8 with lease ID 0x8f8293791b908e95: from storage DS-ea1f0567-1adf-4cbd-a36e-93d8b1378737 node DatanodeRegistration(127.0.0.1:39931, datanodeUuid=1305ec67-e6f5-4341-bdfb-e526b2dd8aba, infoPort=33151, infoSecurePort=0, ipcPort=41493, storageInfo=lv=-57;cid=testClusterID;nsid=989865590;c=1733246390554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:19:52,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2 2024-12-03T17:19:52,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:19:52,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488 with version=8 2024-12-03T17:19:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/hbase-staging 2024-12-03T17:19:52,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:19:52,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:52,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36897 2024-12-03T17:19:52,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36897 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368970x0, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:52,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36897-0x1010d4c8ffc0003 connected 2024-12-03T17:19:52,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/running 2024-12-03T17:19:52,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488, hbase.cluster.distributed=false 2024-12-03T17:19:52,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/acl 2024-12-03T17:19:52,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36897 2024-12-03T17:19:52,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36897 2024-12-03T17:19:52,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36897 2024-12-03T17:19:52,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36897 2024-12-03T17:19:52,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36897 2024-12-03T17:19:52,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:19:52,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:19:52,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41171 2024-12-03T17:19:52,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41171 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:52,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:52,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411710x0, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:52,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41171-0x1010d4c8ffc0004 connected 2024-12-03T17:19:52,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/running 2024-12-03T17:19:52,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:19:52,526 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:19:52,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/master 2024-12-03T17:19:52,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/acl 2024-12-03T17:19:52,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-12-03T17:19:52,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-12-03T17:19:52,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-12-03T17:19:52,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-12-03T17:19:52,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-12-03T17:19:52,680 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:36897 2024-12-03T17:19:52,689 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11033198856/backup-masters/27e0f852a164,36897,1733246392165 2024-12-03T17:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/backup-masters 2024-12-03T17:19:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/backup-masters 2024-12-03T17:19:52,723 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on existing znode=/11033198856/backup-masters/27e0f852a164,36897,1733246392165 2024-12-03T17:19:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:52,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on existing znode=/11033198856/master 2024-12-03T17:19:52,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033198856/master 2024-12-03T17:19:52,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:52,746 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11033198856/backup-masters/27e0f852a164,36897,1733246392165 from backup master directory 2024-12-03T17:19:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/backup-masters 2024-12-03T17:19:52,753 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:52,753 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,36897,1733246392165 2024-12-03T17:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033198856/backup-masters/27e0f852a164,36897,1733246392165 2024-12-03T17:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/backup-masters 2024-12-03T17:19:52,775 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/hbase.id] with ID: cae194e6-e3c4-4ea7-b5c7-78525ec00e2e 2024-12-03T17:19:52,775 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/.tmp/hbase.id 2024-12-03T17:19:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:19:53,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:19:53,216 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/.tmp/hbase.id]:[hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/hbase.id] 2024-12-03T17:19:53,234 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:53,234 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:19:53,236 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:19:53,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:19:53,290 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:53,290 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:19:53,291 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:19:53,349 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store 2024-12-03T17:19:53,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:19:53,405 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:53,405 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:19:53,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246393405Disabling compacts and flushes for region at 1733246393405Disabling writes for close at 1733246393405Writing region close event to WAL at 1733246393405Closed at 1733246393405 2024-12-03T17:19:53,411 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/.initializing 2024-12-03T17:19:53,411 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/WALs/27e0f852a164,36897,1733246392165 2024-12-03T17:19:53,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:53,445 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C36897%2C1733246392165, suffix=, logDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/WALs/27e0f852a164,36897,1733246392165, archiveDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/oldWALs, maxLogs=10 2024-12-03T17:19:53,467 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/WALs/27e0f852a164,36897,1733246392165/27e0f852a164%2C36897%2C1733246392165.1733246393445, exclude list is [], retry=0 2024-12-03T17:19:53,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-ef917d92-82fd-43b8-85fe-2a162d153dfb,DISK] 2024-12-03T17:19:53,487 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/WALs/27e0f852a164,36897,1733246392165/27e0f852a164%2C36897%2C1733246392165.1733246393445 2024-12-03T17:19:53,490 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33151:33151)] 2024-12-03T17:19:53,491 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:53,491 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:53,491 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,491 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:19:53,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:53,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:53,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:19:53,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:53,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:53,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:19:53,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:53,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:53,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:19:53,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:53,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:53,567 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,569 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,569 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,571 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,572 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,573 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:53,578 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:19:53,594 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:53,597 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60067355, jitterRate=-0.10492666065692902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:53,597 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246393491Initializing all the Stores at 1733246393504 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246393504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246393511 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246393511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246393511Cleaning up temporary data from old regions at 1733246393572 (+61 ms)Region opened successfully at 1733246393597 (+25 ms) 2024-12-03T17:19:53,599 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:19:53,615 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397552a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:53,626 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:19:53,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:19:53,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:19:53,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:19:53,633 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-12-03T17:19:53,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:19:53,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:19:53,664 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:19:53,666 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Unable to get data of znode /11033198856/balancer because node does not exist (not necessarily an error) 2024-12-03T17:19:53,670 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/balancer already deleted, retry=false 2024-12-03T17:19:53,671 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:19:53,672 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Unable to get data of znode /11033198856/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:19:53,682 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/normalizer already deleted, retry=false 2024-12-03T17:19:53,683 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:19:53,698 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Unable to get data of znode /11033198856/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:19:53,719 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/switch/split already deleted, retry=false 2024-12-03T17:19:53,742 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Unable to get data of znode /11033198856/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:19:53,754 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/switch/merge already deleted, retry=false 2024-12-03T17:19:53,786 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Unable to get data of znode /11033198856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:19:53,806 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/snapshot-cleanup already deleted, retry=false 2024-12-03T17:19:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033198856/running 2024-12-03T17:19:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033198856/running 2024-12-03T17:19:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,827 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,36897,1733246392165, sessionid=0x1010d4c8ffc0003, setting cluster-up flag (Was=false) 2024-12-03T17:19:53,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,902 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11033198856/flush-table-proc/acquired, /11033198856/flush-table-proc/reached, /11033198856/flush-table-proc/abort 2024-12-03T17:19:53,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36897,1733246392165 2024-12-03T17:19:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:54,034 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11033198856/online-snapshot/acquired, /11033198856/online-snapshot/reached, /11033198856/online-snapshot/abort 2024-12-03T17:19:54,074 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36897,1733246392165 2024-12-03T17:19:54,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:19:54,097 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:54,097 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:19:54,098 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:19:54,098 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,36897,1733246392165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:19:54,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:54,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:54,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:54,128 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:19:54,129 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:19:54,129 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,129 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:54,129 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:54,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:19:54,162 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246424162 2024-12-03T17:19:54,162 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:19:54,162 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:19:54,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:19:54,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:19:54,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:19:54,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:19:54,168 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:54,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:19:54,179 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:19:54,179 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:19:54,179 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:19:54,179 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:19:54,187 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:19:54,187 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:19:54,187 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246394187,5,FailOnTimeoutGroup] 2024-12-03T17:19:54,187 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246394187,5,FailOnTimeoutGroup] 2024-12-03T17:19:54,187 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,188 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:19:54,188 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,188 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,194 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(746): ClusterId : cae194e6-e3c4-4ea7-b5c7-78525ec00e2e 2024-12-03T17:19:54,194 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:19:54,207 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:19:54,207 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:19:54,214 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:19:54,214 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232faa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:19:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:19:54,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:19:54,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488 2024-12-03T17:19:54,233 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:41171 2024-12-03T17:19:54,233 INFO [RS:0;27e0f852a164:41171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:19:54,233 INFO [RS:0;27e0f852a164:41171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:19:54,233 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:19:54,244 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,36897,1733246392165 with port=41171, startcode=1733246392446 2024-12-03T17:19:54,244 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:19:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:19:54,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:54,255 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:19:54,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:54,261 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488 2024-12-03T17:19:54,261 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43477 2024-12-03T17:19:54,261 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:19:54,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:54,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:54,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:54,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:54,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:54,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/rs 2024-12-03T17:19:54,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:54,275 DEBUG [RS:0;27e0f852a164:41171 {}] zookeeper.ZKUtil(111): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on existing znode=/11033198856/rs/27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,276 WARN [RS:0;27e0f852a164:41171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:19:54,276 INFO [RS:0;27e0f852a164:41171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:54,276 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:54,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:54,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,41171,1733246392446] 2024-12-03T17:19:54,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:54,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:54,294 INFO [RS:0;27e0f852a164:41171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:19:54,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:54,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:54,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:54,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:54,314 INFO [RS:0;27e0f852a164:41171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:19:54,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740 2024-12-03T17:19:54,318 INFO [RS:0;27e0f852a164:41171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:19:54,319 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740 2024-12-03T17:19:54,326 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:19:54,334 INFO [RS:0;27e0f852a164:41171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:19:54,335 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:19:54,335 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:54,336 DEBUG [RS:0;27e0f852a164:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:19:54,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:54,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:54,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,356 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,41171,1733246392446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:54,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:54,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61489903, jitterRate=-0.08372904360294342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246394252Initializing all the Stores at 1733246394253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246394253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246394254 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246394254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246394254Cleaning up temporary data from old regions at 1733246394339 (+85 ms)Region opened successfully at 1733246394386 (+47 ms) 2024-12-03T17:19:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:19:54,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:19:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:19:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:19:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:19:54,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:19:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246394386Disabling compacts and flushes for region at 1733246394386Disabling writes for close at 1733246394387 (+1 ms)Writing region close event to WAL at 1733246394407 (+20 ms)Closed at 1733246394407 2024-12-03T17:19:54,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:54,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:19:54,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:19:54,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:54,413 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:19:54,413 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,41171,1733246392446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,413 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:19:54,413 INFO [RS:0;27e0f852a164:41171 {}] regionserver.Replication(171): 27e0f852a164,41171,1733246392446 started 2024-12-03T17:19:54,451 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:54,451 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,41171,1733246392446, RpcServer on 27e0f852a164/172.17.0.3:41171, sessionid=0x1010d4c8ffc0004 2024-12-03T17:19:54,451 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:19:54,451 DEBUG [RS:0;27e0f852a164:41171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,451 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,41171,1733246392446' 2024-12-03T17:19:54,451 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11033198856/flush-table-proc/abort' 2024-12-03T17:19:54,470 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11033198856/flush-table-proc/acquired' 2024-12-03T17:19:54,490 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:19:54,490 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:19:54,490 DEBUG [RS:0;27e0f852a164:41171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,491 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,41171,1733246392446' 2024-12-03T17:19:54,491 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11033198856/online-snapshot/abort' 2024-12-03T17:19:54,506 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11033198856/online-snapshot/acquired' 2024-12-03T17:19:54,510 DEBUG [RS:0;27e0f852a164:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:19:54,510 INFO [RS:0;27e0f852a164:41171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:19:54,510 INFO [RS:0;27e0f852a164:41171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:19:54,566 WARN [27e0f852a164:36897 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:19:54,611 INFO [RS:0;27e0f852a164:41171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:19:54,623 INFO [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C41171%2C1733246392446, suffix=, logDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446, archiveDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/oldWALs, maxLogs=10 2024-12-03T17:19:54,646 DEBUG [RS:0;27e0f852a164:41171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446/27e0f852a164%2C41171%2C1733246392446.1733246394624, exclude list is [], retry=0 2024-12-03T17:19:54,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-ef917d92-82fd-43b8-85fe-2a162d153dfb,DISK] 2024-12-03T17:19:54,662 INFO [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446/27e0f852a164%2C41171%2C1733246392446.1733246394624 2024-12-03T17:19:54,671 DEBUG [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33151:33151)] 2024-12-03T17:19:54,817 DEBUG [27e0f852a164:36897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:19:54,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,41171,1733246392446 2024-12-03T17:19:54,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,41171,1733246392446, state=OPENING 2024-12-03T17:19:54,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:19:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:19:54,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033198856/meta-region-server: CHANGED 2024-12-03T17:19:54,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:19:54,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,41171,1733246392446}] 2024-12-03T17:19:54,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033198856/meta-region-server: CHANGED 2024-12-03T17:19:54,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:19:54,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:19:55,022 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:19:55,023 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:55,023 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:19:55,035 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C41171%2C1733246392446.meta, suffix=.meta, logDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446, archiveDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/oldWALs, maxLogs=10 2024-12-03T17:19:55,058 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446/27e0f852a164%2C41171%2C1733246392446.meta.1733246395035.meta, exclude list is [], retry=0 2024-12-03T17:19:55,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39931,DS-ef917d92-82fd-43b8-85fe-2a162d153dfb,DISK] 2024-12-03T17:19:55,083 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/WALs/27e0f852a164,41171,1733246392446/27e0f852a164%2C41171%2C1733246392446.meta.1733246395035.meta 2024-12-03T17:19:55,083 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33151:33151)] 2024-12-03T17:19:55,084 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:55,084 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:55,084 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:55,084 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:19:55,084 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:19:55,085 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:19:55,085 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:55,086 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:19:55,086 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:19:55,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:19:55,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:19:55,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:19:55,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:19:55,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:55,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:55,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:19:55,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:19:55,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:55,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:55,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:19:55,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:19:55,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:55,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:19:55,124 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:19:55,125 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740 2024-12-03T17:19:55,128 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740 2024-12-03T17:19:55,131 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:19:55,131 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:19:55,133 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:19:55,135 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:19:55,139 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59665784, jitterRate=-0.11091053485870361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:19:55,139 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:19:55,139 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246395086Writing region info on filesystem at 1733246395086Initializing all the Stores at 1733246395089 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246395089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246395090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246395090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246395090Cleaning up temporary data from old regions at 1733246395131 (+41 ms)Running coprocessor post-open hooks at 1733246395139 (+8 ms)Region opened successfully at 1733246395139 2024-12-03T17:19:55,140 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246394990 2024-12-03T17:19:55,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,41171,1733246392446 2024-12-03T17:19:55,146 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,41171,1733246392446, state=OPEN 2024-12-03T17:19:55,147 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:19:55,147 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:19:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11033198856/meta-region-server 2024-12-03T17:19:55,148 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,41171,1733246392446 2024-12-03T17:19:55,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033198856/meta-region-server: CHANGED 2024-12-03T17:19:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11033198856/meta-region-server 2024-12-03T17:19:55,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033198856/meta-region-server: CHANGED 2024-12-03T17:19:55,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:19:55,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,41171,1733246392446 in 314 msec 2024-12-03T17:19:55,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:19:55,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 741 msec 2024-12-03T17:19:55,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:19:55,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:19:55,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:55,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,41171,1733246392446, seqNum=-1] 2024-12-03T17:19:55,169 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:55,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:55,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1100 sec 2024-12-03T17:19:55,204 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246395204, completionTime=-1 2024-12-03T17:19:55,204 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:19:55,204 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:19:55,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:19:55,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246455211 2024-12-03T17:19:55,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246515211 2024-12-03T17:19:55,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-03T17:19:55,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:36897, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,213 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,219 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.469sec 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:19:55,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:19:55,233 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:19:55,233 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:19:55,233 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36897,1733246392165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:19:55,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:55,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36897,-1 for getting cluster id 2024-12-03T17:19:55,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:55,303 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae194e6-e3c4-4ea7-b5c7-78525ec00e2e' 2024-12-03T17:19:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae194e6-e3c4-4ea7-b5c7-78525ec00e2e" 2024-12-03T17:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43328dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36897,-1] 2024-12-03T17:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:55,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:55,306 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:55,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:55,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:55,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,41171,1733246392446, seqNum=-1] 2024-12-03T17:19:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:55,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:19:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,36897,1733246392165 2024-12-03T17:19:55,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55800 2024-12-03T17:19:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:19:55,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4c8ffc0005 connected 2024-12-03T17:19:55,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36485,1733246387432 2024-12-03T17:19:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56307189 2024-12-03T17:19:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:55,337 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:55,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:19:55,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:19:55,346 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:55,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:19:55,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:19:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:19:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:55,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:19:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:55,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:55,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:55,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:55,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:19:55,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:19:55,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40c696d95447b078136ed5fe65351297, NAME => 'test,,1733246395337.40c696d95447b078136ed5fe65351297.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d 2024-12-03T17:19:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246395337.40c696d95447b078136ed5fe65351297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40c696d95447b078136ed5fe65351297, disabling compactions & flushes 2024-12-03T17:19:55,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246395337.40c696d95447b078136ed5fe65351297. after waiting 0 ms 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:55,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:55,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40c696d95447b078136ed5fe65351297: Waiting for close lock at 1733246395878Disabling compacts and flushes for region at 1733246395878Disabling writes for close at 1733246395878Writing region close event to WAL at 1733246395878Closed at 1733246395878 2024-12-03T17:19:55,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:19:55,887 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246395337.40c696d95447b078136ed5fe65351297.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246395887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246395887"}]},"ts":"1733246395887"} 2024-12-03T17:19:55,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:19:55,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:19:55,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246395903"}]},"ts":"1733246395903"} 2024-12-03T17:19:55,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:19:55,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40c696d95447b078136ed5fe65351297, ASSIGN}] 2024-12-03T17:19:55,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40c696d95447b078136ed5fe65351297, ASSIGN 2024-12-03T17:19:55,926 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40c696d95447b078136ed5fe65351297, ASSIGN; state=OFFLINE, location=27e0f852a164,37343,1733246387567; forceNewPlan=false, retain=false 2024-12-03T17:19:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:56,079 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40c696d95447b078136ed5fe65351297, regionState=OPENING, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:56,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40c696d95447b078136ed5fe65351297, ASSIGN because future has completed 2024-12-03T17:19:56,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40c696d95447b078136ed5fe65351297, server=27e0f852a164,37343,1733246387567}] 2024-12-03T17:19:56,283 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:56,283 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40c696d95447b078136ed5fe65351297, NAME => 'test,,1733246395337.40c696d95447b078136ed5fe65351297.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:56,283 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:56,284 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:19:56,284 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,284 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246395337.40c696d95447b078136ed5fe65351297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:56,284 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,284 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,306 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,313 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c696d95447b078136ed5fe65351297 columnFamilyName f 2024-12-03T17:19:56,313 DEBUG [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:56,327 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(327): Store=40c696d95447b078136ed5fe65351297/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:56,327 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,340 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c696d95447b078136ed5fe65351297 columnFamilyName f1 2024-12-03T17:19:56,341 DEBUG [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:56,341 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(327): Store=40c696d95447b078136ed5fe65351297/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:56,342 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,347 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c696d95447b078136ed5fe65351297 columnFamilyName norep 2024-12-03T17:19:56,347 DEBUG [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:56,349 INFO [StoreOpener-40c696d95447b078136ed5fe65351297-1 {}] regionserver.HStore(327): Store=40c696d95447b078136ed5fe65351297/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:56,350 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,358 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:56,370 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,381 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:56,381 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40c696d95447b078136ed5fe65351297; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348238, jitterRate=-0.1007411777973175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:56,382 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40c696d95447b078136ed5fe65351297 2024-12-03T17:19:56,383 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40c696d95447b078136ed5fe65351297: Running coprocessor pre-open hook at 1733246396284Writing region info on filesystem at 1733246396284Initializing all the Stores at 1733246396299 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246396299Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246396302 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246396302Cleaning up temporary data from old regions at 1733246396368 (+66 ms)Running coprocessor post-open hooks at 1733246396382 (+14 ms)Region opened successfully at 1733246396383 (+1 ms) 2024-12-03T17:19:56,386 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246395337.40c696d95447b078136ed5fe65351297., pid=6, masterSystemTime=1733246396270 2024-12-03T17:19:56,400 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:56,400 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:19:56,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40c696d95447b078136ed5fe65351297, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:56,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40c696d95447b078136ed5fe65351297, server=27e0f852a164,37343,1733246387567 because future has completed 2024-12-03T17:19:56,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:19:56,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40c696d95447b078136ed5fe65351297, server=27e0f852a164,37343,1733246387567 in 330 msec 2024-12-03T17:19:56,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:19:56,435 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246396434"}]},"ts":"1733246396434"} 2024-12-03T17:19:56,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:19:56,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40c696d95447b078136ed5fe65351297, ASSIGN in 521 msec 2024-12-03T17:19:56,444 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:19:56,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:19:56,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1050 sec 2024-12-03T17:19:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:56,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:56,503 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:19:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36897,1733246392165 2024-12-03T17:19:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7538630d 2024-12-03T17:19:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:56,515 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:56,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:19:56,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:19:56,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:56,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:19:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:56,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:19:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:19:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:56,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cbec821af5a611a84b1e8982ff0866a, NAME => 'test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488 2024-12-03T17:19:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:19:57,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:57,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cbec821af5a611a84b1e8982ff0866a, disabling compactions & flushes 2024-12-03T17:19:57,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,064 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. after waiting 1 ms 2024-12-03T17:19:57,064 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,064 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,064 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cbec821af5a611a84b1e8982ff0866a: Waiting for close lock at 1733246397063Disabling compacts and flushes for region at 1733246397063Disabling writes for close at 1733246397064 (+1 ms)Writing region close event to WAL at 1733246397064Closed at 1733246397064 2024-12-03T17:19:57,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:19:57,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246397077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246397077"}]},"ts":"1733246397077"} 2024-12-03T17:19:57,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:19:57,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:19:57,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246397096"}]},"ts":"1733246397096"} 2024-12-03T17:19:57,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:19:57,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cbec821af5a611a84b1e8982ff0866a, ASSIGN}] 2024-12-03T17:19:57,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cbec821af5a611a84b1e8982ff0866a, ASSIGN 2024-12-03T17:19:57,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cbec821af5a611a84b1e8982ff0866a, ASSIGN; state=OFFLINE, location=27e0f852a164,41171,1733246392446; forceNewPlan=false, retain=false 2024-12-03T17:19:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:57,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cbec821af5a611a84b1e8982ff0866a, regionState=OPENING, regionLocation=27e0f852a164,41171,1733246392446 2024-12-03T17:19:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cbec821af5a611a84b1e8982ff0866a, ASSIGN because future has completed 2024-12-03T17:19:57,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbec821af5a611a84b1e8982ff0866a, server=27e0f852a164,41171,1733246392446}] 2024-12-03T17:19:57,438 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,439 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cbec821af5a611a84b1e8982ff0866a, NAME => 'test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:57,439 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:57,439 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:19:57,440 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,440 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:57,440 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,440 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,446 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,450 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbec821af5a611a84b1e8982ff0866a columnFamilyName f 2024-12-03T17:19:57,451 DEBUG [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:57,455 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(327): Store=0cbec821af5a611a84b1e8982ff0866a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:57,455 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,457 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbec821af5a611a84b1e8982ff0866a columnFamilyName f1 2024-12-03T17:19:57,457 DEBUG [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:57,458 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(327): Store=0cbec821af5a611a84b1e8982ff0866a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:57,458 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,459 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbec821af5a611a84b1e8982ff0866a columnFamilyName norep 2024-12-03T17:19:57,459 DEBUG [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:57,460 INFO [StoreOpener-0cbec821af5a611a84b1e8982ff0866a-1 {}] regionserver.HStore(327): Store=0cbec821af5a611a84b1e8982ff0866a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:57,460 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,461 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,463 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,466 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,466 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,466 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:57,468 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,471 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:57,472 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cbec821af5a611a84b1e8982ff0866a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61257999, jitterRate=-0.08718468248844147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:57,472 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:19:57,472 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cbec821af5a611a84b1e8982ff0866a: Running coprocessor pre-open hook at 1733246397440Writing region info on filesystem at 1733246397440Initializing all the Stores at 1733246397441 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246397441Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246397442 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246397443 (+1 ms)Cleaning up temporary data from old regions at 1733246397466 (+23 ms)Running coprocessor post-open hooks at 1733246397472 (+6 ms)Region opened successfully at 1733246397472 2024-12-03T17:19:57,473 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a., pid=6, masterSystemTime=1733246397419 2024-12-03T17:19:57,476 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,476 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:19:57,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cbec821af5a611a84b1e8982ff0866a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,41171,1733246392446 2024-12-03T17:19:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbec821af5a611a84b1e8982ff0866a, server=27e0f852a164,41171,1733246392446 because future has completed 2024-12-03T17:19:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:19:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cbec821af5a611a84b1e8982ff0866a, server=27e0f852a164,41171,1733246392446 in 223 msec 2024-12-03T17:19:57,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:19:57,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cbec821af5a611a84b1e8982ff0866a, ASSIGN in 391 msec 2024-12-03T17:19:57,496 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:19:57,496 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246397496"}]},"ts":"1733246397496"} 2024-12-03T17:19:57,499 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:19:57,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:19:57,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 981 msec 2024-12-03T17:19:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:19:57,680 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:19:57,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36485,-1 for getting cluster id 2024-12-03T17:19:57,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:57,682 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91528de3-0235-4da2-9dcd-6ec340185fa2' 2024-12-03T17:19:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91528de3-0235-4da2-9dcd-6ec340185fa2" 2024-12-03T17:19:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69328e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36485,-1] 2024-12-03T17:19:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,684 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7106fbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36897,-1 for getting cluster id 2024-12-03T17:19:57,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:57,687 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae194e6-e3c4-4ea7-b5c7-78525ec00e2e' 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae194e6-e3c4-4ea7-b5c7-78525ec00e2e" 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2151cb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36897,-1] 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:57,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,688 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc1a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36485,-1 for getting cluster id 2024-12-03T17:19:57,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:57,691 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91528de3-0235-4da2-9dcd-6ec340185fa2' 2024-12-03T17:19:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91528de3-0235-4da2-9dcd-6ec340185fa2" 2024-12-03T17:19:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665faf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36485,-1] 2024-12-03T17:19:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,692 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acdbfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36485,1733246387432 2024-12-03T17:19:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4e720 2024-12-03T17:19:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:57,698 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:57,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:36897,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:19:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:19:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:57,703 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36897' 2024-12-03T17:19:57,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d79a0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,704 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36897,-1 for getting cluster id 2024-12-03T17:19:57,704 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:57,705 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae194e6-e3c4-4ea7-b5c7-78525ec00e2e' 2024-12-03T17:19:57,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:57,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae194e6-e3c4-4ea7-b5c7-78525ec00e2e" 2024-12-03T17:19:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680ad44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36897,-1] 2024-12-03T17:19:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,707 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:57,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a2da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:57,708 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:57,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36897,1733246392165 2024-12-03T17:19:57,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@510cb54c 2024-12-03T17:19:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:57,711 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:19:57,712 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:19:57,712 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:19:57,712 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,712 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:57,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:57,713 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:19:57,715 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:19:57,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:19:57,717 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:57,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:19:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:19:57,766 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:19:57,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a0ec8060de1234ae4d2ddd5e4260da7, NAME => 'hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d 2024-12-03T17:19:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:19:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:58,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:58,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a0ec8060de1234ae4d2ddd5e4260da7, disabling compactions & flushes 2024-12-03T17:19:58,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. after waiting 0 ms 2024-12-03T17:19:58,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a0ec8060de1234ae4d2ddd5e4260da7: Waiting for close lock at 1733246398192Disabling compacts and flushes for region at 1733246398193 (+1 ms)Disabling writes for close at 1733246398193Writing region close event to WAL at 1733246398193Closed at 1733246398193 2024-12-03T17:19:58,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:19:58,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246398194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246398194"}]},"ts":"1733246398194"} 2024-12-03T17:19:58,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:19:58,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:19:58,198 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246398198"}]},"ts":"1733246398198"} 2024-12-03T17:19:58,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:19:58,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a0ec8060de1234ae4d2ddd5e4260da7, ASSIGN}] 2024-12-03T17:19:58,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a0ec8060de1234ae4d2ddd5e4260da7, ASSIGN 2024-12-03T17:19:58,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a0ec8060de1234ae4d2ddd5e4260da7, ASSIGN; state=OFFLINE, location=27e0f852a164,37343,1733246387567; forceNewPlan=false, retain=false 2024-12-03T17:19:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:58,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a0ec8060de1234ae4d2ddd5e4260da7, regionState=OPENING, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:58,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a0ec8060de1234ae4d2ddd5e4260da7, ASSIGN because future has completed 2024-12-03T17:19:58,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0ec8060de1234ae4d2ddd5e4260da7, server=27e0f852a164,37343,1733246387567}] 2024-12-03T17:19:58,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:19:58,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:19:58,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37343%2C1733246387567.rep, suffix=, logDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567, archiveDir=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs, maxLogs=10 2024-12-03T17:19:58,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.rep.1733246398528, exclude list is [], retry=0 2024-12-03T17:19:58,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-097d83f9-9dc5-4e4b-872a-4874429aa064,DISK] 2024-12-03T17:19:58,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.rep.1733246398528 2024-12-03T17:19:58,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-12-03T17:19:58,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a0ec8060de1234ae4d2ddd5e4260da7, NAME => 'hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:19:58,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. service=MultiRowMutationService 2024-12-03T17:19:58,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,573 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,578 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0ec8060de1234ae4d2ddd5e4260da7 columnFamilyName hfileref 2024-12-03T17:19:58,578 DEBUG [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:58,579 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(327): Store=2a0ec8060de1234ae4d2ddd5e4260da7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:58,579 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,583 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0ec8060de1234ae4d2ddd5e4260da7 columnFamilyName queue 2024-12-03T17:19:58,583 DEBUG [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:58,584 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(327): Store=2a0ec8060de1234ae4d2ddd5e4260da7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:58,584 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,587 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0ec8060de1234ae4d2ddd5e4260da7 columnFamilyName sid 2024-12-03T17:19:58,587 DEBUG [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:19:58,588 INFO [StoreOpener-2a0ec8060de1234ae4d2ddd5e4260da7-1 {}] regionserver.HStore(327): Store=2a0ec8060de1234ae4d2ddd5e4260da7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:19:58,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:19:58,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:19:58,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a0ec8060de1234ae4d2ddd5e4260da7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64666661, jitterRate=-0.03639166057109833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:19:58,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:19:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a0ec8060de1234ae4d2ddd5e4260da7: Running coprocessor pre-open hook at 1733246398568Writing region info on filesystem at 1733246398568Initializing all the Stores at 1733246398572 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246398572Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246398572Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246398572Cleaning up temporary data from old regions at 1733246398593 (+21 ms)Running coprocessor post-open hooks at 1733246398606 (+13 ms)Region opened successfully at 1733246398607 (+1 ms) 2024-12-03T17:19:58,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7., pid=10, masterSystemTime=1733246398514 2024-12-03T17:19:58,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:19:58,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a0ec8060de1234ae4d2ddd5e4260da7, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37343,1733246387567 2024-12-03T17:19:58,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0ec8060de1234ae4d2ddd5e4260da7, server=27e0f852a164,37343,1733246387567 because future has completed 2024-12-03T17:19:58,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:19:58,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a0ec8060de1234ae4d2ddd5e4260da7, server=27e0f852a164,37343,1733246387567 in 270 msec 2024-12-03T17:19:58,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:19:58,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a0ec8060de1234ae4d2ddd5e4260da7, ASSIGN in 429 msec 2024-12-03T17:19:58,636 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:19:58,636 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246398636"}]},"ts":"1733246398636"} 2024-12-03T17:19:58,639 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:19:58,640 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:19:58,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 927 msec 2024-12-03T17:19:58,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7., hostname=27e0f852a164,37343,1733246387567, seqNum=2] 2024-12-03T17:19:58,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:19:58,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:19:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:58,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:19:58,851 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:19:58,903 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,37343,1733246387567, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:19:58,904 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:19:58,904 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:19:58,905 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:19:58,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T17:19:58,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,37343,1733246387567', locateType=CURRENT is [region=hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7., hostname=27e0f852a164,37343,1733246387567, seqNum=2] 2024-12-03T17:19:58,918 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:19:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:19:58,936 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,37343,1733246387567 suceeded 2024-12-03T17:19:58,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:19:58,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-12-03T17:19:58,940 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36897' 2024-12-03T17:19:58,940 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:36897,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T17:19:58,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2410 sec 2024-12-03T17:19:58,943 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63df3413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:58,943 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36897,-1 for getting cluster id 2024-12-03T17:19:58,943 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:19:58,944 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae194e6-e3c4-4ea7-b5c7-78525ec00e2e' 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae194e6-e3c4-4ea7-b5c7-78525ec00e2e" 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4614d71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36897,-1] 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:19:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:58,947 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:19:58,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@502d665e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:19:58,948 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:19:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36897,1733246392165 2024-12-03T17:19:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d2e8ce 2024-12-03T17:19:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:19:58,950 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T17:19:58,951 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,37343,1733246387567 (queues=1) is replicating from cluster=91528de3-0235-4da2-9dcd-6ec340185fa2 to cluster=cae194e6-e3c4-4ea7-b5c7-78525ec00e2e 2024-12-03T17:19:58,951 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C37343%2C1733246387567 2024-12-03T17:19:58,951 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,37343,1733246387567, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:19:58,959 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724, startPosition=0, beingWritten=true 2024-12-03T17:19:58,963 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C37343%2C1733246387567 2024-12-03T17:19:58,994 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:19:58,995 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:19:58,995 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:19:59,222 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:19:59,529 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:19:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:19:59,850 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:19:59,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:19:59,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:19:59,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:59,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:19:59,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:19:59,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:19:59,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733246399856/Put/seqid=0 2024-12-03T17:19:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741840_1016 (size=7894) 2024-12-03T17:19:59,940 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:20:00,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733246400265/Put/seqid=0 2024-12-03T17:20:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741841_1017 (size=7691) 2024-12-03T17:20:00,446 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:20:00,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:20:00,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:20:00,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:20:00,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:20:00,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:20:00,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:20:00,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:00,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36485,-1 for getting cluster id 2024-12-03T17:20:00,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:20:00,685 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91528de3-0235-4da2-9dcd-6ec340185fa2' 2024-12-03T17:20:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:20:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91528de3-0235-4da2-9dcd-6ec340185fa2" 2024-12-03T17:20:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362d0218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36485,-1] 2024-12-03T17:20:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:20:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:00,687 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:20:00,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:00,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:20:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:20:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:20:00,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:20:00,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:20:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36485,1733246387432 2024-12-03T17:20:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6882d186 2024-12-03T17:20:00,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:20:00,729 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:20:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2] 2024-12-03T17:20:00,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:20:00,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T17:20:00,793 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T17:20:00,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_0 for inclusion in 40c696d95447b078136ed5fe65351297/f 2024-12-03T17:20:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T17:20:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:00,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_1 for inclusion in 40c696d95447b078136ed5fe65351297/f 2024-12-03T17:20:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T17:20:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegion(2603): Flush status journal for 40c696d95447b078136ed5fe65351297: 2024-12-03T17:20:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_0 to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_0 2024-12-03T17:20:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_0 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ 2024-12-03T17:20:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f/f/hfile_1 to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_1 2024-12-03T17:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_1 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ 2024-12-03T17:20:00,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_0 into 40c696d95447b078136ed5fe65351297/f as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ - updating store file list. 2024-12-03T17:20:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2377a77ccb25405c8155ffee94baede0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:00,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ into 40c696d95447b078136ed5fe65351297/f 2024-12-03T17:20:00,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_0 into 40c696d95447b078136ed5fe65351297/f (new location: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_) 2024-12-03T17:20:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_0 2024-12-03T17:20:00,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_1 into 40c696d95447b078136ed5fe65351297/f as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ - updating store file list. 2024-12-03T17:20:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:00,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ into 40c696d95447b078136ed5fe65351297/f 2024-12-03T17:20:00,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_1 into 40c696d95447b078136ed5fe65351297/f (new location: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_) 2024-12-03T17:20:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__gcqsk1kop8d1hvg7667477nj879lt4m8ltvojaoij6pv9f67olvlo89u5p3b1p6j/f/hfile_1 2024-12-03T17:20:00,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:20:00,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:20:00,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:00,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:00,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:20:00,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:20:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 , the old value is region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:37343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:20:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:20:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 from cache 2024-12-03T17:20:00,950 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,41171,1733246392446, seqNum=-1] 2024-12-03T17:20:00,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:20:00,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:20:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a., hostname=27e0f852a164,41171,1733246392446, seqNum=2] 2024-12-03T17:20:00,958 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:20:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37862 deadline: 1733246460946 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37862 2024-12-03T17:20:01,053 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 379, reset compression=false 2024-12-03T17:20:01,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:20:01,107 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:20:01,107 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: WALEntryBatch [walEntries=[{test/40c696d95447b078136ed5fe65351297/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246400938/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:20:01,133 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:20:01,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T17:20:01,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.ReplicationSink(318): Replicating [91528de3-0235-4da2-9dcd-6ec340185fa2] bulk loaded data 2024-12-03T17:20:01,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3107b73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:01,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36897,-1 for getting cluster id 2024-12-03T17:20:01,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:20:01,141 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae194e6-e3c4-4ea7-b5c7-78525ec00e2e' 2024-12-03T17:20:01,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:20:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae194e6-e3c4-4ea7-b5c7-78525ec00e2e" 2024-12-03T17:20:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696f64f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36897,-1] 2024-12-03T17:20:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:20:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:01,143 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:20:01,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df73d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741837_1013 (size=7894) 2024-12-03T17:20:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741838_1014 (size=7691) 2024-12-03T17:20:01,308 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 687, reset compression=false 2024-12-03T17:20:01,623 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 687, reset compression=false 2024-12-03T17:20:01,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:20:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36897,1733246392165 2024-12-03T17:20:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f747f7f 2024-12-03T17:20:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:20:01,649 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T17:20:01,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:20:01,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:20:01,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,41171,1733246392446, seqNum=-1] 2024-12-03T17:20:01,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:20:01,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T17:20:01,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T17:20:01,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T17:20:01,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ for inclusion in 0cbec821af5a611a84b1e8982ff0866a/f 2024-12-03T17:20:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T17:20:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:01,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ for inclusion in 0cbec821af5a611a84b1e8982ff0866a/f 2024-12-03T17:20:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T17:20:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegion(2603): Flush status journal for 0cbec821af5a611a84b1e8982ff0866a: 2024-12-03T17:20:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2377a77ccb25405c8155ffee94baede0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:20:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/3cd9907a893347edb897052e587757a2_SeqId_4_ 2024-12-03T17:20:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:20:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/259752e9b8bd455d9ac43ffba42e7779_SeqId_4_ 2024-12-03T17:20:01,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/3cd9907a893347edb897052e587757a2_SeqId_4_ - updating store file list. 2024-12-03T17:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3cd9907a893347edb897052e587757a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/3cd9907a893347edb897052e587757a2_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f 2024-12-03T17:20:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f (new location: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/3cd9907a893347edb897052e587757a2_SeqId_4_) 2024-12-03T17:20:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/2377a77ccb25405c8155ffee94baede0_SeqId_4_ 2024-12-03T17:20:01,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/259752e9b8bd455d9ac43ffba42e7779_SeqId_4_ - updating store file list. 2024-12-03T17:20:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 259752e9b8bd455d9ac43ffba42e7779_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:01,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/259752e9b8bd455d9ac43ffba42e7779_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f 2024-12-03T17:20:01,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ into 0cbec821af5a611a84b1e8982ff0866a/f (new location: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/f/259752e9b8bd455d9ac43ffba42e7779_SeqId_4_) 2024-12-03T17:20:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/staging/jenkins.hfs.6__test__neicosof62ajddgq5qol11bdtec0qg2a0fno31pg9bpsp2fo7tkpl56p50qk5q95/f/bfb2615ee2c74a71a7efc18bd3103788_SeqId_4_ 2024-12-03T17:20:01,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.ReplicationSink(324): Finished replicating [91528de3-0235-4da2-9dcd-6ec340185fa2] bulk loaded data 2024-12-03T17:20:01,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:20:01,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733246401974/Put/seqid=0 2024-12-03T17:20:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741842_1018 (size=7997) 2024-12-03T17:20:02,032 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 687, reset compression=false 2024-12-03T17:20:02,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733246402383/Put/seqid=0 2024-12-03T17:20:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741843_1019 (size=7794) 2024-12-03T17:20:02,536 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 687, reset compression=false 2024-12-03T17:20:02,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:02,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36485,-1 for getting cluster id 2024-12-03T17:20:02,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:20:02,795 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91528de3-0235-4da2-9dcd-6ec340185fa2' 2024-12-03T17:20:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:20:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91528de3-0235-4da2-9dcd-6ec340185fa2" 2024-12-03T17:20:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184e96e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36485,-1] 2024-12-03T17:20:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:20:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:02,800 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:20:02,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:20:02,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:20:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:20:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:20:02,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:20:02,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:20:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36485,1733246387432 2024-12-03T17:20:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cb60de 2024-12-03T17:20:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:20:02,869 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:20:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2] 2024-12-03T17:20:02,890 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:20:02,905 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T17:20:02,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T17:20:02,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_0 for inclusion in 40c696d95447b078136ed5fe65351297/f1 2024-12-03T17:20:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T17:20:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:02,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_1 for inclusion in 40c696d95447b078136ed5fe65351297/f1 2024-12-03T17:20:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T17:20:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:20:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegion(2603): Flush status journal for 40c696d95447b078136ed5fe65351297: 2024-12-03T17:20:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_0 to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_0 2024-12-03T17:20:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_0 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1948e3b9a7164f47ad8c14208cf7d3c5_SeqId_6_ 2024-12-03T17:20:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/load_f1/f1/hfile_1 to hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_1 2024-12-03T17:20:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_1 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1747167aeb0343169c1efc664b8a95f5_SeqId_6_ 2024-12-03T17:20:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T17:20:03,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_0 into 40c696d95447b078136ed5fe65351297/f1 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1948e3b9a7164f47ad8c14208cf7d3c5_SeqId_6_ - updating store file list. 2024-12-03T17:20:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1948e3b9a7164f47ad8c14208cf7d3c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:03,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1948e3b9a7164f47ad8c14208cf7d3c5_SeqId_6_ into 40c696d95447b078136ed5fe65351297/f1 2024-12-03T17:20:03,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_0 into 40c696d95447b078136ed5fe65351297/f1 (new location: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1948e3b9a7164f47ad8c14208cf7d3c5_SeqId_6_) 2024-12-03T17:20:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_0 2024-12-03T17:20:03,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_1 into 40c696d95447b078136ed5fe65351297/f1 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1747167aeb0343169c1efc664b8a95f5_SeqId_6_ - updating store file list. 2024-12-03T17:20:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1747167aeb0343169c1efc664b8a95f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:20:03,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1747167aeb0343169c1efc664b8a95f5_SeqId_6_ into 40c696d95447b078136ed5fe65351297/f1 2024-12-03T17:20:03,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_1 into 40c696d95447b078136ed5fe65351297/f1 (new location: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/f1/1747167aeb0343169c1efc664b8a95f5_SeqId_6_) 2024-12-03T17:20:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/staging/jenkins__test__erobhnsa8i0sjd34feq7aqi60egt2cg21nkspi6m077hvpt0jqe1ugke0vdqg9j7/f1/hfile_1 2024-12-03T17:20:03,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:20:03,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:20:03,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:03,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:20:03,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:20:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 , the old value is region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:37343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:20:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:20:03,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2 from cache 2024-12-03T17:20:03,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:20:03,112 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T17:20:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37343,1733246387567, seqNum=-1] 2024-12-03T17:20:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:20:03,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:20:03,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246395337.40c696d95447b078136ed5fe65351297., hostname=27e0f852a164,37343,1733246387567, seqNum=2] 2024-12-03T17:20:03,142 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 687, reset compression=false 2024-12-03T17:20:03,180 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:20:03,180 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:03,180 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:20:03,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:20:03,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:20:03,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:20:03,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T17:20:03,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:20:03,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:20:03,220 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:20:03,397 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:03,727 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:04,133 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:04,638 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:05,244 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:05,949 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:06,754 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:07,663 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:08,670 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:09,775 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:10,980 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:12,285 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:13,694 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:15,216 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:16,839 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:17,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:20:18,545 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:20,361 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:22,087 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:20:22,271 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:23,190 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: null 2024-12-03T17:20:24,280 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:26,389 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:28,604 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:30,363 INFO [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T17:20:30,363 INFO [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T17:20:30,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:33,348 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:35,260 INFO [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T17:20:35,260 INFO [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T17:20:35,854 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:38,479 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:41,189 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:41,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 40c696d95447b078136ed5fe65351297, had cached 0 bytes from a total of 31376 2024-12-03T17:20:42,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0cbec821af5a611a84b1e8982ff0866a, had cached 0 bytes from a total of 15585 2024-12-03T17:20:43,190 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: null 2024-12-03T17:20:44,007 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:46,935 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:47,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:20:49,940 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:52,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:20:53,045 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:56,250 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:20:59,583 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:21:03,003 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:21:03,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:21:03,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:03,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:03,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:03,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:03,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:03,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:21:03,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=539501003, stopped=false 2024-12-03T17:21:03,173 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,36897,1733246392165 2024-12-03T17:21:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033198856/running 2024-12-03T17:21:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033198856/running 2024-12-03T17:21:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:21:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:21:03,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/running 2024-12-03T17:21:03,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:03,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:03,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Set watcher on znode that does not yet exist, /11033198856/running 2024-12-03T17:21:03,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:03,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:03,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,41171,1733246392446' ***** 2024-12-03T17:21:03,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:21:03,179 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:21:03,179 INFO [RS:0;27e0f852a164:41171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:21:03,179 INFO [RS:0;27e0f852a164:41171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:21:03,179 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cbec821af5a611a84b1e8982ff0866a 2024-12-03T17:21:03,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:21:03,188 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:03,194 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37343,1733246387567 got entry batch from reader: null 2024-12-03T17:21:03,194 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,41171,1733246392446 2024-12-03T17:21:03,194 INFO [RS:0;27e0f852a164:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:03,194 INFO [RS:0;27e0f852a164:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:41171. 2024-12-03T17:21:03,195 DEBUG [RS:0;27e0f852a164:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:03,195 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:03,195 INFO [RS:0;27e0f852a164:41171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:21:03,195 INFO [RS:0;27e0f852a164:41171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:21:03,195 INFO [RS:0;27e0f852a164:41171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:21:03,195 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:21:03,195 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cbec821af5a611a84b1e8982ff0866a, disabling compactions & flushes 2024-12-03T17:21:03,195 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:21:03,195 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:21:03,196 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. after waiting 0 ms 2024-12-03T17:21:03,196 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:21:03,213 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:21:03,213 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0cbec821af5a611a84b1e8982ff0866a=test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a.} 2024-12-03T17:21:03,213 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 0cbec821af5a611a84b1e8982ff0866a, 1588230740 2024-12-03T17:21:03,215 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:03,215 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:03,215 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:03,215 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:03,215 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:03,215 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T17:21:03,266 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/default/test/0cbec821af5a611a84b1e8982ff0866a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T17:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:21:03,271 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cbec821af5a611a84b1e8982ff0866a: Waiting for close lock at 1733246463195Running coprocessor pre-close hooks at 1733246463195Disabling compacts and flushes for region at 1733246463195Disabling writes for close at 1733246463196 (+1 ms)Writing region close event to WAL at 1733246463234 (+38 ms)Running coprocessor post-close hooks at 1733246463271 (+37 ms)Closed at 1733246463271 2024-12-03T17:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a. 2024-12-03T17:21:03,308 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/info/4e71deb5d7e245ce82b4926f4cf702a1 is 129, key is test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a./info:regioninfo/1733246397477/Put/seqid=0 2024-12-03T17:21:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741839_1015 (size=6421) 2024-12-03T17:21:03,360 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:21:03,361 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:21:03,371 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/info/4e71deb5d7e245ce82b4926f4cf702a1 2024-12-03T17:21:03,413 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:03,433 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/ns/ce8fc2c5b5fc4ff0b333cfde94f574c6 is 43, key is default/ns:d/1733246395175/Put/seqid=0 2024-12-03T17:21:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741840_1016 (size=5153) 2024-12-03T17:21:03,613 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:03,813 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:03,895 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/ns/ce8fc2c5b5fc4ff0b333cfde94f574c6 2024-12-03T17:21:03,969 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/rep_barrier/d4674e3289084429ace5d1f764380c5c is 112, key is test,,1733246396518.0cbec821af5a611a84b1e8982ff0866a./rep_barrier:seqnumDuringOpen/1733246397477/Put/seqid=0 2024-12-03T17:21:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741841_1017 (size=5518) 2024-12-03T17:21:04,014 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:04,020 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/rep_barrier/d4674e3289084429ace5d1f764380c5c 2024-12-03T17:21:04,104 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/table/7417fc52e6274f5b83c891cc4ce0f654 is 40, key is test/table:state/1733246397496/Put/seqid=0 2024-12-03T17:21:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741842_1018 (size=5165) 2024-12-03T17:21:04,214 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:21:04,215 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:21:04,217 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:04,417 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:04,545 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/table/7417fc52e6274f5b83c891cc4ce0f654 2024-12-03T17:21:04,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/info/4e71deb5d7e245ce82b4926f4cf702a1 as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/info/4e71deb5d7e245ce82b4926f4cf702a1 2024-12-03T17:21:04,567 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/info/4e71deb5d7e245ce82b4926f4cf702a1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T17:21:04,568 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/ns/ce8fc2c5b5fc4ff0b333cfde94f574c6 as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/ns/ce8fc2c5b5fc4ff0b333cfde94f574c6 2024-12-03T17:21:04,575 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/ns/ce8fc2c5b5fc4ff0b333cfde94f574c6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:21:04,579 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/rep_barrier/d4674e3289084429ace5d1f764380c5c as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/rep_barrier/d4674e3289084429ace5d1f764380c5c 2024-12-03T17:21:04,595 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/rep_barrier/d4674e3289084429ace5d1f764380c5c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T17:21:04,599 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/.tmp/table/7417fc52e6274f5b83c891cc4ce0f654 as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/table/7417fc52e6274f5b83c891cc4ce0f654 2024-12-03T17:21:04,612 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/table/7417fc52e6274f5b83c891cc4ce0f654, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:21:04,614 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=11, compaction requested=false 2024-12-03T17:21:04,617 DEBUG [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:04,625 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:21:04,626 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:04,626 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:04,626 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:04,627 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246463214Running coprocessor pre-close hooks at 1733246463214Disabling compacts and flushes for region at 1733246463214Disabling writes for close at 1733246463215 (+1 ms)Obtaining lock to block concurrent updates at 1733246463215Preparing flush snapshotting stores in 1588230740 at 1733246463215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733246463216 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246463218 (+2 ms)Flushing 1588230740/info: creating writer at 1733246463218Flushing 1588230740/info: appending metadata at 1733246463307 (+89 ms)Flushing 1588230740/info: closing flushed file at 1733246463307Flushing 1588230740/ns: creating writer at 1733246463406 (+99 ms)Flushing 1588230740/ns: appending metadata at 1733246463433 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733246463433Flushing 1588230740/rep_barrier: creating writer at 1733246463924 (+491 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246463968 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246463968Flushing 1588230740/table: creating writer at 1733246464046 (+78 ms)Flushing 1588230740/table: appending metadata at 1733246464103 (+57 ms)Flushing 1588230740/table: closing flushed file at 1733246464103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577dee6a: reopening flushed file at 1733246464551 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9f71d2: reopening flushed file at 1733246464567 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a327f78: reopening flushed file at 1733246464575 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e98a534: reopening flushed file at 1733246464596 (+21 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=11, compaction requested=false at 1733246464614 (+18 ms)Writing region close event to WAL at 1733246464619 (+5 ms)Running coprocessor post-close hooks at 1733246464626 (+7 ms)Closed at 1733246464626 2024-12-03T17:21:04,627 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:04,817 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,41171,1733246392446; all regions closed. 2024-12-03T17:21:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741834_1010 (size=2717) 2024-12-03T17:21:04,858 DEBUG [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/oldWALs 2024-12-03T17:21:04,858 INFO [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C41171%2C1733246392446.meta:.meta(num 1733246395035) 2024-12-03T17:21:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741833_1009 (size=1028) 2024-12-03T17:21:04,877 DEBUG [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/oldWALs 2024-12-03T17:21:04,877 INFO [RS:0;27e0f852a164:41171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C41171%2C1733246392446:(num 1733246394624) 2024-12-03T17:21:04,877 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:04,877 INFO [RS:0;27e0f852a164:41171 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:04,877 INFO [RS:0;27e0f852a164:41171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:04,877 INFO [RS:0;27e0f852a164:41171 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:04,878 INFO [RS:0;27e0f852a164:41171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:04,878 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:04,878 INFO [RS:0;27e0f852a164:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:41171. 2024-12-03T17:21:04,878 DEBUG [RS:0;27e0f852a164:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:04,878 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:04,878 DEBUG [RS:0;27e0f852a164:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:04,878 INFO [RS:0;27e0f852a164:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41171 2024-12-03T17:21:04,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:04,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033198856/rs/27e0f852a164,41171,1733246392446 2024-12-03T17:21:04,888 INFO [RS:0;27e0f852a164:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856/rs 2024-12-03T17:21:04,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,41171,1733246392446] 2024-12-03T17:21:04,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/draining/27e0f852a164,41171,1733246392446 already deleted, retry=false 2024-12-03T17:21:04,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,41171,1733246392446 expired; onlineServers=0 2024-12-03T17:21:04,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,36897,1733246392165' ***** 2024-12-03T17:21:04,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:04,899 DEBUG [M:0;27e0f852a164:36897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:21:04,899 DEBUG [M:0;27e0f852a164:36897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:21:04,899 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:04,899 DEBUG [M:0;27e0f852a164:36897 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:04,899 INFO [M:0;27e0f852a164:36897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:21:04,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:21:04,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246394187 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246394187,5,FailOnTimeoutGroup] 2024-12-03T17:21:04,902 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246394187 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246394187,5,FailOnTimeoutGroup] 2024-12-03T17:21:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033198856/master 2024-12-03T17:21:04,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033198856 2024-12-03T17:21:04,913 DEBUG [M:0;27e0f852a164:36897 {}] zookeeper.RecoverableZooKeeper(212): Node /11033198856/master already deleted, retry=false 2024-12-03T17:21:04,913 DEBUG [M:0;27e0f852a164:36897 {}] master.ActiveMasterManager(353): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Failed delete of our master address node; KeeperErrorCode = NoNode for /11033198856/master 2024-12-03T17:21:04,927 INFO [M:0;27e0f852a164:36897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/.lastflushedseqids 2024-12-03T17:21:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741843_1019 (size=173) 2024-12-03T17:21:04,965 INFO [M:0;27e0f852a164:36897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:21:04,965 INFO [M:0;27e0f852a164:36897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:21:04,965 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:04,965 INFO [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:04,965 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:04,966 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:04,966 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:04,966 INFO [M:0;27e0f852a164:36897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T17:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x1010d4c8ffc0004, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:04,991 INFO [RS:0;27e0f852a164:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:04,991 INFO [RS:0;27e0f852a164:41171 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,41171,1733246392446; zookeeper connection closed. 2024-12-03T17:21:04,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@466c7059 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@466c7059 2024-12-03T17:21:04,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:21:04,993 DEBUG [M:0;27e0f852a164:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c222e451a76d4333b380e9d6543cdb88 is 82, key is hbase:meta,,1/info:regioninfo/1733246395145/Put/seqid=0 2024-12-03T17:21:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741844_1020 (size=5672) 2024-12-03T17:21:05,407 INFO [M:0;27e0f852a164:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c222e451a76d4333b380e9d6543cdb88 2024-12-03T17:21:05,433 DEBUG [M:0;27e0f852a164:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550acb4e24a41f18bd8b52e2f9d3912 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246397501/Put/seqid=0 2024-12-03T17:21:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741845_1021 (size=6727) 2024-12-03T17:21:05,451 INFO [M:0;27e0f852a164:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550acb4e24a41f18bd8b52e2f9d3912 2024-12-03T17:21:05,459 INFO [M:0;27e0f852a164:36897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7550acb4e24a41f18bd8b52e2f9d3912 2024-12-03T17:21:05,490 DEBUG [M:0;27e0f852a164:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5dbeeed8db542eb91eae0346604597a is 69, key is 27e0f852a164,41171,1733246392446/rs:state/1733246394259/Put/seqid=0 2024-12-03T17:21:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741846_1022 (size=5156) 2024-12-03T17:21:05,912 INFO [M:0;27e0f852a164:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5dbeeed8db542eb91eae0346604597a 2024-12-03T17:21:05,919 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c222e451a76d4333b380e9d6543cdb88 as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c222e451a76d4333b380e9d6543cdb88 2024-12-03T17:21:05,926 INFO [M:0;27e0f852a164:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c222e451a76d4333b380e9d6543cdb88, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T17:21:05,927 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7550acb4e24a41f18bd8b52e2f9d3912 as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7550acb4e24a41f18bd8b52e2f9d3912 2024-12-03T17:21:05,933 INFO [M:0;27e0f852a164:36897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7550acb4e24a41f18bd8b52e2f9d3912 2024-12-03T17:21:05,933 INFO [M:0;27e0f852a164:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7550acb4e24a41f18bd8b52e2f9d3912, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T17:21:05,936 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5dbeeed8db542eb91eae0346604597a as hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5dbeeed8db542eb91eae0346604597a 2024-12-03T17:21:05,943 INFO [M:0;27e0f852a164:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43477/user/jenkins/test-data/10c74334-34d1-1c21-ab15-68350752b488/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5dbeeed8db542eb91eae0346604597a, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T17:21:05,946 INFO [M:0;27e0f852a164:36897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=58, compaction requested=false 2024-12-03T17:21:05,958 INFO [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:05,958 DEBUG [M:0;27e0f852a164:36897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246464965Disabling compacts and flushes for region at 1733246464965Disabling writes for close at 1733246464966 (+1 ms)Obtaining lock to block concurrent updates at 1733246464966Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246464966Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733246464966Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246464967 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246464968 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246464993 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246464993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246465413 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246465433 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246465433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246465459 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246465489 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246465489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba4ac04: reopening flushed file at 1733246465918 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b08e13a: reopening flushed file at 1733246465926 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0150ee: reopening flushed file at 1733246465934 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 980ms, sequenceid=58, compaction requested=false at 1733246465946 (+12 ms)Writing region close event to WAL at 1733246465958 (+12 ms)Closed at 1733246465958 2024-12-03T17:21:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39931 is added to blk_1073741830_1006 (size=33026) 2024-12-03T17:21:05,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:05,974 INFO [M:0;27e0f852a164:36897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:21:05,974 INFO [M:0;27e0f852a164:36897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36897 2024-12-03T17:21:05,975 INFO [M:0;27e0f852a164:36897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:06,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:06,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x1010d4c8ffc0003, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:06,079 INFO [M:0;27e0f852a164:36897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:06,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49873634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:06,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:06,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:06,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:06,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:06,089 WARN [BP-902488782-172.17.0.3-1733246390554 heartbeating to localhost/127.0.0.1:43477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:21:06,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:21:06,089 WARN [BP-902488782-172.17.0.3-1733246390554 heartbeating to localhost/127.0.0.1:43477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902488782-172.17.0.3-1733246390554 (Datanode Uuid 1305ec67-e6f5-4341-bdfb-e526b2dd8aba) service to localhost/127.0.0.1:43477 2024-12-03T17:21:06,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:21:06,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/cluster_e6766fc5-4c4e-2424-dbb9-45ffa2900ad7/data/data1/current/BP-902488782-172.17.0.3-1733246390554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:06,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/cluster_e6766fc5-4c4e-2424-dbb9-45ffa2900ad7/data/data2/current/BP-902488782-172.17.0.3-1733246390554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:06,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:21:06,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:06,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:06,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:06,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:06,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:21:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:21:06,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:06,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:06,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:06,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:06,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:06,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:21:06,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278333586, stopped=false 2024-12-03T17:21:06,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,36485,1733246387432 2024-12-03T17:21:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1149787560/running 2024-12-03T17:21:06,155 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:21:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1149787560/running 2024-12-03T17:21:06,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:21:06,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:06,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:06,156 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,37343,1733246387567' ***** 2024-12-03T17:21:06,156 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:21:06,157 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:21:06,157 INFO [RS:0;27e0f852a164:37343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:21:06,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:21:06,157 INFO [RS:0;27e0f852a164:37343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:21:06,157 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a0ec8060de1234ae4d2ddd5e4260da7 2024-12-03T17:21:06,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/running 2024-12-03T17:21:06,158 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:06,164 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 40c696d95447b078136ed5fe65351297 2024-12-03T17:21:06,164 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,37343,1733246387567 2024-12-03T17:21:06,164 INFO [RS:0;27e0f852a164:37343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:06,164 INFO [RS:0;27e0f852a164:37343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37343. 2024-12-03T17:21:06,164 DEBUG [RS:0;27e0f852a164:37343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:06,164 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:06,165 INFO [RS:0;27e0f852a164:37343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:21:06,165 INFO [RS:0;27e0f852a164:37343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:21:06,165 INFO [RS:0;27e0f852a164:37343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:21:06,165 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:21:06,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Set watcher on znode that does not yet exist, /0-1149787560/running 2024-12-03T17:21:06,173 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:21:06,173 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a0ec8060de1234ae4d2ddd5e4260da7=hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7., 40c696d95447b078136ed5fe65351297=test,,1733246395337.40c696d95447b078136ed5fe65351297.} 2024-12-03T17:21:06,173 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0ec8060de1234ae4d2ddd5e4260da7, 40c696d95447b078136ed5fe65351297 2024-12-03T17:21:06,173 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:06,173 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:06,173 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:06,173 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:06,173 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:06,173 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:21:06,174 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a0ec8060de1234ae4d2ddd5e4260da7, disabling compactions & flushes 2024-12-03T17:21:06,174 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:21:06,175 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:21:06,175 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. after waiting 0 ms 2024-12-03T17:21:06,175 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:21:06,175 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a0ec8060de1234ae4d2ddd5e4260da7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T17:21:06,209 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/hfileref/5f6585de63aa45b49ae6829407d11604 is 74, key is 1/hfileref:2377a77ccb25405c8155ffee94baede0_SeqId_4_/1733246401723/DeleteColumn/seqid=0 2024-12-03T17:21:06,215 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/info/8ec67f8a0ce54454a2d690c27c385a2f is 147, key is hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7./info:regioninfo/1733246398617/Put/seqid=0 2024-12-03T17:21:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741844_1020 (size=5203) 2024-12-03T17:21:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741845_1021 (size=7686) 2024-12-03T17:21:06,221 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/info/8ec67f8a0ce54454a2d690c27c385a2f 2024-12-03T17:21:06,249 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/ns/47c0260a69fc4daa9c270951de403e13 is 43, key is default/ns:d/1733246390276/Put/seqid=0 2024-12-03T17:21:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741846_1022 (size=5153) 2024-12-03T17:21:06,255 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/ns/47c0260a69fc4daa9c270951de403e13 2024-12-03T17:21:06,285 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/rep_barrier/a20110b2b0b640629d6f373aa521fa98 is 112, key is test,,1733246395337.40c696d95447b078136ed5fe65351297./rep_barrier:seqnumDuringOpen/1733246396400/Put/seqid=0 2024-12-03T17:21:06,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741847_1023 (size=5518) 2024-12-03T17:21:06,373 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0ec8060de1234ae4d2ddd5e4260da7, 40c696d95447b078136ed5fe65351297 2024-12-03T17:21:06,521 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:21:06,522 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:21:06,532 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 to pos 997, reset compression=false 2024-12-03T17:21:06,573 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0ec8060de1234ae4d2ddd5e4260da7, 40c696d95447b078136ed5fe65351297 2024-12-03T17:21:06,619 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/hfileref/5f6585de63aa45b49ae6829407d11604 2024-12-03T17:21:06,649 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/queue/f4e2685b191647a2b66cd4b93b7365f8 is 153, key is 1-27e0f852a164,37343,1733246387567/queue:27e0f852a164%2C37343%2C1733246387567/1733246403182/Put/seqid=0 2024-12-03T17:21:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741848_1024 (size=5352) 2024-12-03T17:21:06,671 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/queue/f4e2685b191647a2b66cd4b93b7365f8 2024-12-03T17:21:06,687 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/hfileref/5f6585de63aa45b49ae6829407d11604 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/hfileref/5f6585de63aa45b49ae6829407d11604 2024-12-03T17:21:06,699 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/rep_barrier/a20110b2b0b640629d6f373aa521fa98 2024-12-03T17:21:06,704 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/hfileref/5f6585de63aa45b49ae6829407d11604, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T17:21:06,707 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/.tmp/queue/f4e2685b191647a2b66cd4b93b7365f8 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/queue/f4e2685b191647a2b66cd4b93b7365f8 2024-12-03T17:21:06,723 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/queue/f4e2685b191647a2b66cd4b93b7365f8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T17:21:06,724 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2a0ec8060de1234ae4d2ddd5e4260da7 in 549ms, sequenceid=10, compaction requested=false 2024-12-03T17:21:06,737 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/table/61ecb419330c4fa3ae8d6acbff95bf9c is 53, key is hbase:replication/table:state/1733246398636/Put/seqid=0 2024-12-03T17:21:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741849_1025 (size=5308) 2024-12-03T17:21:06,762 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/table/61ecb419330c4fa3ae8d6acbff95bf9c 2024-12-03T17:21:06,764 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/replication/2a0ec8060de1234ae4d2ddd5e4260da7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:06,767 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a0ec8060de1234ae4d2ddd5e4260da7: Waiting for close lock at 1733246466174Running coprocessor pre-close hooks at 1733246466174Disabling compacts and flushes for region at 1733246466174Disabling writes for close at 1733246466175 (+1 ms)Obtaining lock to block concurrent updates at 1733246466175Preparing flush snapshotting stores in 2a0ec8060de1234ae4d2ddd5e4260da7 at 1733246466175Finished memstore snapshotting hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733246466175Flushing stores of hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. at 1733246466176 (+1 ms)Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/hfileref: creating writer at 1733246466176Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/hfileref: appending metadata at 1733246466208 (+32 ms)Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/hfileref: closing flushed file at 1733246466208Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/queue: creating writer at 1733246466625 (+417 ms)Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/queue: appending metadata at 1733246466648 (+23 ms)Flushing 2a0ec8060de1234ae4d2ddd5e4260da7/queue: closing flushed file at 1733246466648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1505783e: reopening flushed file at 1733246466684 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b18f82: reopening flushed file at 1733246466704 (+20 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2a0ec8060de1234ae4d2ddd5e4260da7 in 549ms, sequenceid=10, compaction requested=false at 1733246466724 (+20 ms)Writing region close event to WAL at 1733246466745 (+21 ms)Running coprocessor post-close hooks at 1733246466767 (+22 ms)Closed at 1733246466767 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246397712.2a0ec8060de1234ae4d2ddd5e4260da7. 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40c696d95447b078136ed5fe65351297, disabling compactions & flushes 2024-12-03T17:21:06,767 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246395337.40c696d95447b078136ed5fe65351297. after waiting 0 ms 2024-12-03T17:21:06,767 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:21:06,774 DEBUG [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c696d95447b078136ed5fe65351297 2024-12-03T17:21:06,774 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/info/8ec67f8a0ce54454a2d690c27c385a2f as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/info/8ec67f8a0ce54454a2d690c27c385a2f 2024-12-03T17:21:06,787 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/info/8ec67f8a0ce54454a2d690c27c385a2f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:21:06,797 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/ns/47c0260a69fc4daa9c270951de403e13 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/ns/47c0260a69fc4daa9c270951de403e13 2024-12-03T17:21:06,803 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/default/test/40c696d95447b078136ed5fe65351297/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:21:06,804 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:06,804 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:21:06,804 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:21:06,804 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40c696d95447b078136ed5fe65351297: Waiting for close lock at 1733246466767Running coprocessor pre-close hooks at 1733246466767Disabling compacts and flushes for region at 1733246466767Disabling writes for close at 1733246466767Writing region close event to WAL at 1733246466790 (+23 ms)Running coprocessor post-close hooks at 1733246466804 (+14 ms)Closed at 1733246466804 2024-12-03T17:21:06,804 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246395337.40c696d95447b078136ed5fe65351297. 2024-12-03T17:21:06,831 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/ns/47c0260a69fc4daa9c270951de403e13, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:21:06,833 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/rep_barrier/a20110b2b0b640629d6f373aa521fa98 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/rep_barrier/a20110b2b0b640629d6f373aa521fa98 2024-12-03T17:21:06,841 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/rep_barrier/a20110b2b0b640629d6f373aa521fa98, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:21:06,842 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/.tmp/table/61ecb419330c4fa3ae8d6acbff95bf9c as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/table/61ecb419330c4fa3ae8d6acbff95bf9c 2024-12-03T17:21:06,849 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/table/61ecb419330c4fa3ae8d6acbff95bf9c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:21:06,853 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=16, compaction requested=false 2024-12-03T17:21:06,853 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:21:06,897 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:21:06,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:06,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:06,899 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:06,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246466173Running coprocessor pre-close hooks at 1733246466173Disabling compacts and flushes for region at 1733246466173Disabling writes for close at 1733246466173Obtaining lock to block concurrent updates at 1733246466174 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733246466174Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246466174Flushing stores of hbase:meta,,1.1588230740 at 1733246466178 (+4 ms)Flushing 1588230740/info: creating writer at 1733246466178Flushing 1588230740/info: appending metadata at 1733246466214 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733246466214Flushing 1588230740/ns: creating writer at 1733246466231 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733246466248 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733246466248Flushing 1588230740/rep_barrier: creating writer at 1733246466263 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246466284 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246466284Flushing 1588230740/table: creating writer at 1733246466711 (+427 ms)Flushing 1588230740/table: appending metadata at 1733246466737 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733246466737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff7258f: reopening flushed file at 1733246466773 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c90abe2: reopening flushed file at 1733246466787 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4627a1e5: reopening flushed file at 1733246466831 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14233648: reopening flushed file at 1733246466841 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=16, compaction requested=false at 1733246466853 (+12 ms)Writing region close event to WAL at 1733246466888 (+35 ms)Running coprocessor post-close hooks at 1733246466898 (+10 ms)Closed at 1733246466899 (+1 ms) 2024-12-03T17:21:06,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:06,974 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,37343,1733246387567; all regions closed. 2024-12-03T17:21:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:21:06,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.meta.1733246390064.meta not finished, retry = 0 2024-12-03T17:21:07,086 DEBUG [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs 2024-12-03T17:21:07,086 INFO [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C37343%2C1733246387567.meta:.meta(num 1733246390064) 2024-12-03T17:21:07,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.rep.1733246398528 not finished, retry = 0 2024-12-03T17:21:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741839_1015 (size=2700) 2024-12-03T17:21:07,195 DEBUG [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs 2024-12-03T17:21:07,195 INFO [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C37343%2C1733246387567.rep:(num 1733246398528) 2024-12-03T17:21:07,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/WALs/27e0f852a164,37343,1733246387567/27e0f852a164%2C37343%2C1733246387567.1733246389724 not finished, retry = 0 2024-12-03T17:21:07,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741833_1009 (size=1300) 2024-12-03T17:21:07,318 DEBUG [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/oldWALs 2024-12-03T17:21:07,318 INFO [RS:0;27e0f852a164:37343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C37343%2C1733246387567:(num 1733246389724) 2024-12-03T17:21:07,318 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:07,318 INFO [RS:0;27e0f852a164:37343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:07,318 INFO [RS:0;27e0f852a164:37343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:07,319 INFO [RS:0;27e0f852a164:37343 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:07,319 INFO [RS:0;27e0f852a164:37343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:07,319 INFO [RS:0;27e0f852a164:37343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,37343,1733246387567 because: Region server is closing 2024-12-03T17:21:07,319 INFO [RS:0;27e0f852a164:37343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37343. 2024-12-03T17:21:07,319 DEBUG [RS:0;27e0f852a164:37343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:07,319 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:07,319 DEBUG [RS:0;27e0f852a164:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:07,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:07,320 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:07,420 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:21:07,420 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.wal-reader.27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:21:07,420 INFO [RS:0;27e0f852a164:37343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37343,1733246387567.replicationSource.shipper27e0f852a164%2C37343%2C1733246387567,1-27e0f852a164,37343,1733246387567 terminated 2024-12-03T17:21:07,420 INFO [RS:0;27e0f852a164:37343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37343 2024-12-03T17:21:07,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1149787560/rs/27e0f852a164,37343,1733246387567 2024-12-03T17:21:07,423 INFO [RS:0;27e0f852a164:37343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:07,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560/rs 2024-12-03T17:21:07,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,37343,1733246387567] 2024-12-03T17:21:07,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1149787560/draining/27e0f852a164,37343,1733246387567 already deleted, retry=false 2024-12-03T17:21:07,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,37343,1733246387567 expired; onlineServers=0 2024-12-03T17:21:07,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,36485,1733246387432' ***** 2024-12-03T17:21:07,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:07,429 DEBUG [M:0;27e0f852a164:36485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:21:07,429 DEBUG [M:0;27e0f852a164:36485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:21:07,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:21:07,429 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246389387 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246389387,5,FailOnTimeoutGroup] 2024-12-03T17:21:07,429 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246389373 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246389373,5,FailOnTimeoutGroup] 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:07,429 DEBUG [M:0;27e0f852a164:36485 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:07,429 INFO [M:0;27e0f852a164:36485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:21:07,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:21:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1149787560/master 2024-12-03T17:21:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1149787560 2024-12-03T17:21:07,431 DEBUG [M:0;27e0f852a164:36485 {}] zookeeper.ZKUtil(347): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Unable to get data of znode /0-1149787560/master because node does not exist (not an error) 2024-12-03T17:21:07,431 WARN [M:0;27e0f852a164:36485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:21:07,434 INFO [M:0;27e0f852a164:36485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/.lastflushedseqids 2024-12-03T17:21:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741850_1026 (size=263) 2024-12-03T17:21:07,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:07,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1010d4c8ffc0001, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:07,530 INFO [RS:0;27e0f852a164:37343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:07,530 INFO [RS:0;27e0f852a164:37343 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,37343,1733246387567; zookeeper connection closed. 2024-12-03T17:21:07,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48efd6b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48efd6b5 2024-12-03T17:21:07,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:21:07,876 INFO [M:0;27e0f852a164:36485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:21:07,876 INFO [M:0;27e0f852a164:36485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:21:07,876 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:07,876 INFO [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:07,876 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:07,876 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:07,876 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:07,876 INFO [M:0;27e0f852a164:36485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-03T17:21:07,899 DEBUG [M:0;27e0f852a164:36485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8606206cd64ed5925ea460ba1dc44d is 82, key is hbase:meta,,1/info:regioninfo/1733246390253/Put/seqid=0 2024-12-03T17:21:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741851_1027 (size=5672) 2024-12-03T17:21:07,913 INFO [M:0;27e0f852a164:36485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8606206cd64ed5925ea460ba1dc44d 2024-12-03T17:21:07,958 DEBUG [M:0;27e0f852a164:36485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240f5229804a430cb70a655a98aae53a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246396448/Put/seqid=0 2024-12-03T17:21:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741852_1028 (size=7239) 2024-12-03T17:21:08,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,367 INFO [M:0;27e0f852a164:36485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240f5229804a430cb70a655a98aae53a 2024-12-03T17:21:08,374 INFO [M:0;27e0f852a164:36485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240f5229804a430cb70a655a98aae53a 2024-12-03T17:21:08,393 DEBUG [M:0;27e0f852a164:36485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1708040445475e8cd8c5ea34ccd393 is 69, key is 27e0f852a164,37343,1733246387567/rs:state/1733246389411/Put/seqid=0 2024-12-03T17:21:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741853_1029 (size=5156) 2024-12-03T17:21:08,802 INFO [M:0;27e0f852a164:36485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1708040445475e8cd8c5ea34ccd393 2024-12-03T17:21:08,813 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8606206cd64ed5925ea460ba1dc44d as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f8606206cd64ed5925ea460ba1dc44d 2024-12-03T17:21:08,822 INFO [M:0;27e0f852a164:36485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f8606206cd64ed5925ea460ba1dc44d, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T17:21:08,839 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240f5229804a430cb70a655a98aae53a as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/240f5229804a430cb70a655a98aae53a 2024-12-03T17:21:08,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:08,863 INFO [M:0;27e0f852a164:36485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240f5229804a430cb70a655a98aae53a 2024-12-03T17:21:08,863 INFO [M:0;27e0f852a164:36485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/240f5229804a430cb70a655a98aae53a, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T17:21:08,868 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf1708040445475e8cd8c5ea34ccd393 as hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf1708040445475e8cd8c5ea34ccd393 2024-12-03T17:21:08,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,889 INFO [M:0;27e0f852a164:36485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34235/user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf1708040445475e8cd8c5ea34ccd393, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T17:21:08,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:08,892 INFO [M:0;27e0f852a164:36485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1016ms, sequenceid=105, compaction requested=false 2024-12-03T17:21:08,913 INFO [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:08,913 DEBUG [M:0;27e0f852a164:36485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246467876Disabling compacts and flushes for region at 1733246467876Disabling writes for close at 1733246467876Obtaining lock to block concurrent updates at 1733246467876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246467876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733246467877 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246467878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246467878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246467898 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246467898Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246467928 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246467957 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246467957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246468374 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246468393 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246468393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cb7a97: reopening flushed file at 1733246468812 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205df975: reopening flushed file at 1733246468822 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0e8fdb: reopening flushed file at 1733246468864 (+42 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1016ms, sequenceid=105, compaction requested=false at 1733246468892 (+28 ms)Writing region close event to WAL at 1733246468913 (+21 ms)Closed at 1733246468913 2024-12-03T17:21:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741830_1006 (size=64514) 2024-12-03T17:21:08,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40e942ef-57df-8815-93e0-9dcaf8740d9d/MasterData/WALs/27e0f852a164,36485,1733246387432/27e0f852a164%2C36485%2C1733246387432.1733246388823 not finished, retry = 0 2024-12-03T17:21:09,029 INFO [M:0;27e0f852a164:36485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:21:09,029 INFO [M:0;27e0f852a164:36485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36485 2024-12-03T17:21:09,030 INFO [M:0;27e0f852a164:36485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:09,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:09,133 INFO [M:0;27e0f852a164:36485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36485-0x1010d4c8ffc0000, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:09,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:09,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:09,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:09,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:09,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:09,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:21:09,154 WARN [BP-35158228-172.17.0.3-1733246386250 heartbeating to localhost/127.0.0.1:34235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:21:09,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:21:09,154 WARN [BP-35158228-172.17.0.3-1733246386250 heartbeating to localhost/127.0.0.1:34235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-35158228-172.17.0.3-1733246386250 (Datanode Uuid 7d13226f-3749-41c6-8cb7-998ec5d64783) service to localhost/127.0.0.1:34235 2024-12-03T17:21:09,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/data/data1/current/BP-35158228-172.17.0.3-1733246386250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:09,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/cluster_d88b251d-fc2d-8ebb-8f3e-43224b68f5c2/data/data2/current/BP-35158228-172.17.0.3-1733246386250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:09,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:21:09,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:09,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:09,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:09,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:09,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbb370ea-8c40-19af-c833-de700b3af83b/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:09,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:21:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:21:09,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 140) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fab5cb8c798.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43477 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fab5cb8c798.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34235 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=937 (was 1120), ProcessCount=11 (was 11), AvailableMemoryMB=2699 (was 4794) 2024-12-03T17:21:09,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=2697 2024-12-03T17:21:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4c8ffc0005, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:21:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4c8ffc0002, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:21:09,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4c8ffc0005, quorum=127.0.0.1:55800, baseZNode=/11033198856 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:21:09,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4c8ffc0002, quorum=127.0.0.1:55800, baseZNode=/0-1149787560 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:21:09,306 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T17:21:09,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir so I do NOT create it in target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf 2024-12-03T17:21:09,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:21:09,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.tmp.dir so I do NOT create it in target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf 2024-12-03T17:21:09,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/800556d2-46cb-c504-a8d0-76dbe6b406e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:21:09,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf 2024-12-03T17:21:09,307 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9, deleteOnExit=true 2024-12-03T17:21:09,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/zookeeper_0, clientPort=57417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:21:09,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57417 2024-12-03T17:21:09,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:21:09,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:21:09,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/test.cache.data in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:21:09,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:21:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:21:09,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:09,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:09,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:09,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:09,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:09,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:09,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:09,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:09,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c528ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/java.io.tmpdir/jetty-localhost-38743-hadoop-hdfs-3_4_1-tests_jar-_-any-4022088297177069754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:09,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:38743} 2024-12-03T17:21:09,688 INFO [Time-limited test {}] server.Server(415): Started @134186ms 2024-12-03T17:21:09,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:09,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:09,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:09,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:09,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:09,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:09,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:09,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aab8543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/java.io.tmpdir/jetty-localhost-34125-hadoop-hdfs-3_4_1-tests_jar-_-any-14932317963681616418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:09,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:34125} 2024-12-03T17:21:09,989 INFO [Time-limited test {}] server.Server(415): Started @134486ms 2024-12-03T17:21:09,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:21:10,164 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/data/data1/current/BP-505512992-172.17.0.3-1733246469383/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:10,170 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/data/data2/current/BP-505512992-172.17.0.3-1733246469383/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:10,263 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:21:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d3e06410ca17bbf with lease ID 0x68dfd3ce01b0e431: Processing first storage report for DS-7bbcd987-cba4-488e-99e4-05fdddc45406 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=1068e8ea-a8a3-4b95-9ceb-4dc004a836bd, infoPort=34935, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1690941713;c=1733246469383) 2024-12-03T17:21:10,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d3e06410ca17bbf with lease ID 0x68dfd3ce01b0e431: from storage DS-7bbcd987-cba4-488e-99e4-05fdddc45406 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=1068e8ea-a8a3-4b95-9ceb-4dc004a836bd, infoPort=34935, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1690941713;c=1733246469383), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:21:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d3e06410ca17bbf with lease ID 0x68dfd3ce01b0e431: Processing first storage report for DS-c075a10b-891c-4705-87b4-2ae4215ad731 from datanode DatanodeRegistration(127.0.0.1:35377, datanodeUuid=1068e8ea-a8a3-4b95-9ceb-4dc004a836bd, infoPort=34935, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1690941713;c=1733246469383) 2024-12-03T17:21:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d3e06410ca17bbf with lease ID 0x68dfd3ce01b0e431: from storage DS-c075a10b-891c-4705-87b4-2ae4215ad731 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=1068e8ea-a8a3-4b95-9ceb-4dc004a836bd, infoPort=34935, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1690941713;c=1733246469383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:10,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf 2024-12-03T17:21:10,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:10,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:10,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:21:10,801 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267 with version=8 2024-12-03T17:21:10,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/hbase-staging 2024-12-03T17:21:10,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:10,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:21:10,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:10,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45997 2024-12-03T17:21:10,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45997 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459970x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:10,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45997-0x1010d4dd4e80000 connected 2024-12-03T17:21:10,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:10,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:10,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:10,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267, hbase.cluster.distributed=false 2024-12-03T17:21:10,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/acl 2024-12-03T17:21:10,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45997 2024-12-03T17:21:10,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45997 2024-12-03T17:21:10,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45997 2024-12-03T17:21:10,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45997 2024-12-03T17:21:10,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45997 2024-12-03T17:21:11,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:11,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:21:11,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:11,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45821 2024-12-03T17:21:11,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45821 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:11,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:11,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:11,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458210x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:11,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458210x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:11,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:21:11,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45821-0x1010d4dd4e80001 connected 2024-12-03T17:21:11,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:21:11,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/master 2024-12-03T17:21:11,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/acl 2024-12-03T17:21:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-03T17:21:11,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45821 2024-12-03T17:21:11,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45821 2024-12-03T17:21:11,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-03T17:21:11,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-03T17:21:11,217 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:45997 2024-12-03T17:21:11,223 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-481194997/backup-masters/27e0f852a164,45997,1733246470803 2024-12-03T17:21:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:11,232 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/backup-masters/27e0f852a164,45997,1733246470803 2024-12-03T17:21:11,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/master 2024-12-03T17:21:11,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:11,248 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/master 2024-12-03T17:21:11,251 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-481194997/backup-masters/27e0f852a164,45997,1733246470803 from backup master directory 2024-12-03T17:21:11,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:11,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/backup-masters/27e0f852a164,45997,1733246470803 2024-12-03T17:21:11,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:11,258 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:11,258 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,45997,1733246470803 2024-12-03T17:21:11,294 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/hbase.id] with ID: 575415e3-161a-4e2c-8eca-7e559ebebc4a 2024-12-03T17:21:11,295 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.tmp/hbase.id 2024-12-03T17:21:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:21:11,733 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.tmp/hbase.id]:[hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/hbase.id] 2024-12-03T17:21:11,748 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:11,749 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:21:11,750 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:21:11,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:11,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:11,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:21:12,181 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:12,182 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:21:12,182 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:12,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:21:12,598 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store 2024-12-03T17:21:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:12,636 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:12,636 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:12,636 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246472636Disabling compacts and flushes for region at 1733246472636Disabling writes for close at 1733246472636Writing region close event to WAL at 1733246472636Closed at 1733246472636 2024-12-03T17:21:12,648 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/.initializing 2024-12-03T17:21:12,648 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803 2024-12-03T17:21:12,659 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:12,675 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C45997%2C1733246470803, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/oldWALs, maxLogs=10 2024-12-03T17:21:12,699 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803/27e0f852a164%2C45997%2C1733246470803.1733246472675, exclude list is [], retry=0 2024-12-03T17:21:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:12,752 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:12,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:12,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:12,764 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:12,764 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,764 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:21:12,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:21:12,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:12,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:12,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:21:12,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:21:12,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:12,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:12,846 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,854 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,858 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,872 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,872 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,876 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:12,884 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:12,906 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:12,909 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72989430, jitterRate=0.08762726187705994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:12,910 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246472764Initializing all the Stores at 1733246472774 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246472774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246472781 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246472781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246472781Cleaning up temporary data from old regions at 1733246472872 (+91 ms)Region opened successfully at 1733246472910 (+38 ms) 2024-12-03T17:21:12,926 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:21:12,944 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7703a7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:12,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:21:12,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:21:12,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:21:12,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:21:12,958 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-03T17:21:12,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:21:12,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:21:12,998 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:21:13,007 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/balancer because node does not exist (not necessarily an error) 2024-12-03T17:21:13,016 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/balancer already deleted, retry=false 2024-12-03T17:21:13,016 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:21:13,022 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:21:13,032 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/normalizer already deleted, retry=false 2024-12-03T17:21:13,032 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:21:13,040 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:21:13,042 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/switch/split already deleted, retry=false 2024-12-03T17:21:13,045 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:21:13,054 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/switch/merge already deleted, retry=false 2024-12-03T17:21:13,072 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:21:13,074 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/snapshot-cleanup already deleted, retry=false 2024-12-03T17:21:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,45997,1733246470803, sessionid=0x1010d4dd4e80000, setting cluster-up flag (Was=false) 2024-12-03T17:21:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,181 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-481194997/flush-table-proc/acquired, /0-481194997/flush-table-proc/reached, /0-481194997/flush-table-proc/abort 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:21:13,209 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45997,1733246470803 2024-12-03T17:21:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:13,291 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-481194997/online-snapshot/acquired, /0-481194997/online-snapshot/reached, /0-481194997/online-snapshot/abort 2024-12-03T17:21:13,312 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45997,1733246470803 2024-12-03T17:21:13,317 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:21:13,331 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:13,331 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:21:13,331 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:21:13,331 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,45997,1733246470803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:13,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246503391 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:21:13,391 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:21:13,392 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,392 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:13,392 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:21:13,399 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:21:13,399 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:21:13,399 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:21:13,399 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:21:13,402 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:21:13,402 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:21:13,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:13,403 INFO [PEWorker-3 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:21:13,406 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246473402,5,FailOnTimeoutGroup] 2024-12-03T17:21:13,410 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246473406,5,FailOnTimeoutGroup] 2024-12-03T17:21:13,410 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,410 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:21:13,410 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,410 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,422 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(746): ClusterId : 575415e3-161a-4e2c-8eca-7e559ebebc4a 2024-12-03T17:21:13,423 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:21:13,431 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:21:13,431 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:21:13,443 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:21:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:21:13,447 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554073f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:13,459 INFO [PEWorker-3 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:21:13,459 INFO [PEWorker-3 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267 2024-12-03T17:21:13,474 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:45821 2024-12-03T17:21:13,474 INFO [RS:0;27e0f852a164:45821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:21:13,474 INFO [RS:0;27e0f852a164:45821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:21:13,474 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:21:13,483 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,45997,1733246470803 with port=45821, startcode=1733246470999 2024-12-03T17:21:13,483 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:21:13,491 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:21:13,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45997 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,506 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267 2024-12-03T17:21:13,506 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44019 2024-12-03T17:21:13,506 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:21:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/rs 2024-12-03T17:21:13,518 DEBUG [RS:0;27e0f852a164:45821 {}] zookeeper.ZKUtil(111): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/rs/27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,518 WARN [RS:0;27e0f852a164:45821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:13,518 INFO [RS:0;27e0f852a164:45821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:13,518 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:21:13,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,45821,1733246470999] 2024-12-03T17:21:13,572 INFO [RS:0;27e0f852a164:45821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:21:13,574 INFO [RS:0;27e0f852a164:45821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:21:13,579 INFO [RS:0;27e0f852a164:45821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:21:13,579 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,582 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:21:13,590 INFO [RS:0;27e0f852a164:45821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:21:13,590 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:13,591 DEBUG [RS:0;27e0f852a164:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,603 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45821,1733246470999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:13,630 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:21:13,630 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45821,1733246470999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,630 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,631 INFO [RS:0;27e0f852a164:45821 {}] regionserver.Replication(171): 27e0f852a164,45821,1733246470999 started 2024-12-03T17:21:13,657 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:13,657 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,45821,1733246470999, RpcServer on 27e0f852a164/172.17.0.3:45821, sessionid=0x1010d4dd4e80001 2024-12-03T17:21:13,657 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:21:13,657 DEBUG [RS:0;27e0f852a164:45821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,657 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45821,1733246470999' 2024-12-03T17:21:13,657 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-481194997/flush-table-proc/abort' 2024-12-03T17:21:13,664 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-481194997/flush-table-proc/acquired' 2024-12-03T17:21:13,672 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:21:13,672 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:21:13,672 DEBUG [RS:0;27e0f852a164:45821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,45821,1733246470999 2024-12-03T17:21:13,672 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45821,1733246470999' 2024-12-03T17:21:13,672 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-481194997/online-snapshot/abort' 2024-12-03T17:21:13,681 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-481194997/online-snapshot/acquired' 2024-12-03T17:21:13,686 DEBUG [RS:0;27e0f852a164:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:21:13,687 INFO [RS:0;27e0f852a164:45821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:21:13,687 INFO [RS:0;27e0f852a164:45821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:21:13,787 INFO [RS:0;27e0f852a164:45821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:13,803 INFO [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45821%2C1733246470999, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:13,836 DEBUG [RS:0;27e0f852a164:45821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803, exclude list is [], retry=0 2024-12-03T17:21:13,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:13,874 INFO [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803 2024-12-03T17:21:13,877 DEBUG [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:13,937 DEBUG [PEWorker-3 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:13,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:13,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:13,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:13,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:13,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:13,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:13,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:13,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:13,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:13,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:13,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:14,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:14,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:14,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:14,009 DEBUG [PEWorker-3 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:14,014 DEBUG [PEWorker-3 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:14,026 DEBUG [PEWorker-3 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:14,038 DEBUG [PEWorker-3 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:14,038 DEBUG [PEWorker-3 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:14,039 DEBUG [PEWorker-3 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:14,040 DEBUG [PEWorker-3 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:14,046 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:14,047 INFO [PEWorker-3 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68318898, jitterRate=0.018030911684036255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:14,047 DEBUG [PEWorker-3 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246473938Initializing all the Stores at 1733246473941 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246473941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246473943 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246473943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246473943Cleaning up temporary data from old regions at 1733246474038 (+95 ms)Region opened successfully at 1733246474047 (+9 ms) 2024-12-03T17:21:14,047 DEBUG [PEWorker-3 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:14,047 INFO [PEWorker-3 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:14,048 DEBUG [PEWorker-3 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:14,048 DEBUG [PEWorker-3 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:14,048 DEBUG [PEWorker-3 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:14,053 INFO [PEWorker-3 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:14,053 DEBUG [PEWorker-3 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246474047Disabling compacts and flushes for region at 1733246474047Disabling writes for close at 1733246474048 (+1 ms)Writing region close event to WAL at 1733246474053 (+5 ms)Closed at 1733246474053 2024-12-03T17:21:14,057 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:14,057 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:21:14,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:21:14,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:14,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:21:14,217 DEBUG [27e0f852a164:45997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:14,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,45821,1733246470999 2024-12-03T17:21:14,219 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45821,1733246470999, state=OPENING 2024-12-03T17:21:14,226 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:14,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:14,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:14,236 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:14,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45821,1733246470999}] 2024-12-03T17:21:14,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:14,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:21:14,415 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:21:14,415 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:14,415 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:21:14,432 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45821%2C1733246470999.meta, suffix=.meta, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:14,457 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.meta.1733246474432.meta, exclude list is [], retry=0 2024-12-03T17:21:14,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:14,481 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.meta.1733246474432.meta 2024-12-03T17:21:14,486 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:14,486 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:14,486 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:21:14,487 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:21:14,487 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:21:14,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:14,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:14,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:14,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:14,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:14,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:14,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:14,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:14,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:14,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:14,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:14,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:14,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:14,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:14,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:14,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:14,562 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:14,570 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:14,572 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:14,576 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:14,577 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:14,577 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:14,583 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:14,584 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61243536, jitterRate=-0.08740019798278809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:14,584 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:21:14,585 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246474487Writing region info on filesystem at 1733246474487Initializing all the Stores at 1733246474498 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246474498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246474514 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246474514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246474514Cleaning up temporary data from old regions at 1733246474577 (+63 ms)Running coprocessor post-open hooks at 1733246474584 (+7 ms)Region opened successfully at 1733246474585 (+1 ms) 2024-12-03T17:21:14,587 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246474396 2024-12-03T17:21:14,590 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:21:14,590 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:21:14,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45821,1733246470999 2024-12-03T17:21:14,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45821,1733246470999, state=OPEN 2024-12-03T17:21:14,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:14,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:14,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:14,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,45821,1733246470999 2024-12-03T17:21:14,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:21:14,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45821,1733246470999 in 368 msec 2024-12-03T17:21:14,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:21:14,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2024-12-03T17:21:14,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:14,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:21:14,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:14,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45821,1733246470999, seqNum=-1] 2024-12-03T17:21:14,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:14,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:14,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-12-03T17:21:14,638 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246474638, completionTime=-1 2024-12-03T17:21:14,638 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:21:14,638 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:21:14,642 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:21:14,642 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246534642 2024-12-03T17:21:14,642 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246594642 2024-12-03T17:21:14,642 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T17:21:14,643 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,643 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,643 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,643 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:45997, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,643 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,650 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,657 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.400sec 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:21:14,658 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:21:14,659 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:14,659 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:21:14,669 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:21:14,670 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:21:14,670 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45997,1733246470803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:14,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcfe5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:14,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45997,-1 for getting cluster id 2024-12-03T17:21:14,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:14,747 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575415e3-161a-4e2c-8eca-7e559ebebc4a' 2024-12-03T17:21:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575415e3-161a-4e2c-8eca-7e559ebebc4a" 2024-12-03T17:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae2df2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45997,-1] 2024-12-03T17:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:14,756 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:14,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:14,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45821,1733246470999, seqNum=-1] 2024-12-03T17:21:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:14,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:14,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,45997,1733246470803 2024-12-03T17:21:14,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:14,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4dd4e80002 connected 2024-12-03T17:21:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir so I do NOT create it in target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e 2024-12-03T17:21:14,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:21:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.tmp.dir so I do NOT create it in target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e 2024-12-03T17:21:14,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:21:14,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e 2024-12-03T17:21:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:21:14,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/cluster_f5670aeb-7c1d-d4c5-5ced-ca3def33221b, deleteOnExit=true 2024-12-03T17:21:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/test.cache.data in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:21:14,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:14,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:21:14,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:21:14,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:21:14,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:14,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:21:14,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:21:14,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:14,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:15,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:15,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:15,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:15,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:15,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:15,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:15,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29615434{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/java.io.tmpdir/jetty-localhost-46109-hadoop-hdfs-3_4_1-tests_jar-_-any-10358904725784340703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:15,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:46109} 2024-12-03T17:21:15,363 INFO [Time-limited test {}] server.Server(415): Started @139860ms 2024-12-03T17:21:15,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:15,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:15,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:15,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:15,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:21:15,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:15,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd6c9c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:15,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247e2492{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/java.io.tmpdir/jetty-localhost-40771-hadoop-hdfs-3_4_1-tests_jar-_-any-11248520917990642038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:15,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a0c2e5{HTTP/1.1, (http/1.1)}{localhost:40771} 2024-12-03T17:21:15,945 INFO [Time-limited test {}] server.Server(415): Started @140442ms 2024-12-03T17:21:15,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:21:16,210 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/cluster_f5670aeb-7c1d-d4c5-5ced-ca3def33221b/data/data1/current/BP-1452901790-172.17.0.3-1733246474848/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:16,212 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/cluster_f5670aeb-7c1d-d4c5-5ced-ca3def33221b/data/data2/current/BP-1452901790-172.17.0.3-1733246474848/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:16,323 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:21:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5986c6c84716d070 with lease ID 0xc124c7200a135d72: Processing first storage report for DS-5407aaba-39e5-40d4-ac14-1bd0223ef0ac from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=12e7a073-5228-4888-a805-d22732297a1e, infoPort=36009, infoSecurePort=0, ipcPort=44957, storageInfo=lv=-57;cid=testClusterID;nsid=1582782196;c=1733246474848) 2024-12-03T17:21:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5986c6c84716d070 with lease ID 0xc124c7200a135d72: from storage DS-5407aaba-39e5-40d4-ac14-1bd0223ef0ac node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=12e7a073-5228-4888-a805-d22732297a1e, infoPort=36009, infoSecurePort=0, ipcPort=44957, storageInfo=lv=-57;cid=testClusterID;nsid=1582782196;c=1733246474848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5986c6c84716d070 with lease ID 0xc124c7200a135d72: Processing first storage report for DS-edafdea9-9466-48f4-a544-02193bb820dc from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=12e7a073-5228-4888-a805-d22732297a1e, infoPort=36009, infoSecurePort=0, ipcPort=44957, storageInfo=lv=-57;cid=testClusterID;nsid=1582782196;c=1733246474848) 2024-12-03T17:21:16,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5986c6c84716d070 with lease ID 0xc124c7200a135d72: from storage DS-edafdea9-9466-48f4-a544-02193bb820dc node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=12e7a073-5228-4888-a805-d22732297a1e, infoPort=36009, infoSecurePort=0, ipcPort=44957, storageInfo=lv=-57;cid=testClusterID;nsid=1582782196;c=1733246474848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:16,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e 2024-12-03T17:21:16,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:16,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:16,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:21:16,901 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7 with version=8 2024-12-03T17:21:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/hbase-staging 2024-12-03T17:21:16,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:16,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:21:16,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:16,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45213 2024-12-03T17:21:16,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45213 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:16,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452130x0, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:16,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45213-0x1010d4dd4e80003 connected 2024-12-03T17:21:17,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:17,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:17,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/running 2024-12-03T17:21:17,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7, hbase.cluster.distributed=false 2024-12-03T17:21:17,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/acl 2024-12-03T17:21:17,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45213 2024-12-03T17:21:17,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45213 2024-12-03T17:21:17,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45213 2024-12-03T17:21:17,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45213 2024-12-03T17:21:17,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45213 2024-12-03T17:21:17,151 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:21:17,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:17,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35709 2024-12-03T17:21:17,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35709 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:17,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:17,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357090x0, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:17,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35709-0x1010d4dd4e80004 connected 2024-12-03T17:21:17,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/running 2024-12-03T17:21:17,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:21:17,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:21:17,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/master 2024-12-03T17:21:17,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/acl 2024-12-03T17:21:17,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T17:21:17,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35709 2024-12-03T17:21:17,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35709 2024-12-03T17:21:17,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T17:21:17,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35709 2024-12-03T17:21:17,258 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:45213 2024-12-03T17:21:17,259 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-389526560/backup-masters/27e0f852a164,45213,1733246476904 2024-12-03T17:21:17,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/backup-masters 2024-12-03T17:21:17,263 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on existing znode=/1-389526560/backup-masters/27e0f852a164,45213,1733246476904 2024-12-03T17:21:17,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/backup-masters 2024-12-03T17:21:17,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-389526560/master 2024-12-03T17:21:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:17,270 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on existing znode=/1-389526560/master 2024-12-03T17:21:17,285 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-389526560/backup-masters/27e0f852a164,45213,1733246476904 from backup master directory 2024-12-03T17:21:17,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/backup-masters 2024-12-03T17:21:17,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-389526560/backup-masters/27e0f852a164,45213,1733246476904 2024-12-03T17:21:17,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/backup-masters 2024-12-03T17:21:17,291 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:17,291 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,45213,1733246476904 2024-12-03T17:21:17,326 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/hbase.id] with ID: 2fe31f1f-83a9-4811-bbc0-755e6a127611 2024-12-03T17:21:17,326 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/.tmp/hbase.id 2024-12-03T17:21:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:21:17,785 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/.tmp/hbase.id]:[hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/hbase.id] 2024-12-03T17:21:17,839 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:17,839 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:21:17,850 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 11ms. 2024-12-03T17:21:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:17,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:21:18,340 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:18,341 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:21:18,342 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:18,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:21:18,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:18,779 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store 2024-12-03T17:21:18,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:19,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:19,211 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:19,211 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246479211Disabling compacts and flushes for region at 1733246479211Disabling writes for close at 1733246479211Writing region close event to WAL at 1733246479211Closed at 1733246479211 2024-12-03T17:21:19,223 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/.initializing 2024-12-03T17:21:19,223 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/WALs/27e0f852a164,45213,1733246476904 2024-12-03T17:21:19,235 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:19,280 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C45213%2C1733246476904, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/WALs/27e0f852a164,45213,1733246476904, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/oldWALs, maxLogs=10 2024-12-03T17:21:19,317 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/WALs/27e0f852a164,45213,1733246476904/27e0f852a164%2C45213%2C1733246476904.1733246479280, exclude list is [], retry=0 2024-12-03T17:21:19,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-5407aaba-39e5-40d4-ac14-1bd0223ef0ac,DISK] 2024-12-03T17:21:19,362 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/WALs/27e0f852a164,45213,1733246476904/27e0f852a164%2C45213%2C1733246476904.1733246479280 2024-12-03T17:21:19,366 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-12-03T17:21:19,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:19,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:19,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:21:19,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:19,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:19,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:21:19,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:19,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:19,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:21:19,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:19,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:19,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:21:19,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:19,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:19,408 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,409 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,409 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,411 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,411 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,412 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:19,414 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:19,428 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:19,430 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63309879, jitterRate=-0.05660928785800934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:19,430 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246479367Initializing all the Stores at 1733246479371 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246479372 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246479378 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246479378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246479378Cleaning up temporary data from old regions at 1733246479411 (+33 ms)Region opened successfully at 1733246479430 (+19 ms) 2024-12-03T17:21:19,434 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:21:19,450 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e503c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:19,454 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:21:19,454 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:21:19,455 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:21:19,455 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:21:19,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T17:21:19,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:21:19,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:21:19,484 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:21:19,497 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/balancer because node does not exist (not necessarily an error) 2024-12-03T17:21:19,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/balancer already deleted, retry=false 2024-12-03T17:21:19,504 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:21:19,506 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:21:19,507 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/normalizer already deleted, retry=false 2024-12-03T17:21:19,507 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:21:19,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:21:19,512 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/switch/split already deleted, retry=false 2024-12-03T17:21:19,513 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:21:19,517 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/switch/merge already deleted, retry=false 2024-12-03T17:21:19,522 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:21:19,525 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/snapshot-cleanup already deleted, retry=false 2024-12-03T17:21:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-389526560/running 2024-12-03T17:21:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-389526560/running 2024-12-03T17:21:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,536 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,45213,1733246476904, sessionid=0x1010d4dd4e80003, setting cluster-up flag (Was=false) 2024-12-03T17:21:19,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:21:19,582 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-389526560/flush-table-proc/acquired, /1-389526560/flush-table-proc/reached, /1-389526560/flush-table-proc/abort 2024-12-03T17:21:19,596 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45213,1733246476904 2024-12-03T17:21:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:19,669 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-389526560/online-snapshot/acquired, /1-389526560/online-snapshot/reached, /1-389526560/online-snapshot/abort 2024-12-03T17:21:19,682 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45213,1733246476904 2024-12-03T17:21:19,694 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:21:19,708 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:19,708 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:21:19,709 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:21:19,709 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,45213,1733246476904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:21:19,742 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:19,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:19,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246509772 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:21:19,773 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:21:19,775 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,777 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:21:19,777 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:21:19,777 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:21:19,777 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:21:19,779 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:21:19,780 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:21:19,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:19,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:21:19,782 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246479780,5,FailOnTimeoutGroup] 2024-12-03T17:21:19,786 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246479782,5,FailOnTimeoutGroup] 2024-12-03T17:21:19,786 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,786 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:21:19,786 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,786 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,793 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(746): ClusterId : 2fe31f1f-83a9-4811-bbc0-755e6a127611 2024-12-03T17:21:19,793 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:21:19,799 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:21:19,799 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:21:19,831 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:21:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:21:19,832 DEBUG [RS:0;27e0f852a164:35709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6504a743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:19,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:21:19,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7 2024-12-03T17:21:19,870 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:35709 2024-12-03T17:21:19,870 INFO [RS:0;27e0f852a164:35709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:21:19,870 INFO [RS:0;27e0f852a164:35709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:21:19,870 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:21:19,873 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,45213,1733246476904 with port=35709, startcode=1733246477151 2024-12-03T17:21:19,873 DEBUG [RS:0;27e0f852a164:35709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:21:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:21:19,895 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:21:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,35709,1733246477151 2024-12-03T17:21:19,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45213 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,35709,1733246477151 2024-12-03T17:21:19,898 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7 2024-12-03T17:21:19,898 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36497 2024-12-03T17:21:19,898 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:21:19,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/rs 2024-12-03T17:21:19,907 DEBUG [RS:0;27e0f852a164:35709 {}] zookeeper.ZKUtil(111): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on existing znode=/1-389526560/rs/27e0f852a164,35709,1733246477151 2024-12-03T17:21:19,907 WARN [RS:0;27e0f852a164:35709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:19,908 INFO [RS:0;27e0f852a164:35709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:19,908 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151 2024-12-03T17:21:19,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,35709,1733246477151] 2024-12-03T17:21:19,955 INFO [RS:0;27e0f852a164:35709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:21:19,959 INFO [RS:0;27e0f852a164:35709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:21:19,961 INFO [RS:0;27e0f852a164:35709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:21:19,961 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,962 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:21:19,964 INFO [RS:0;27e0f852a164:35709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:21:19,964 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,964 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,964 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,964 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:19,965 DEBUG [RS:0;27e0f852a164:35709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:19,987 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35709,1733246477151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:20,025 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:21:20,025 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35709,1733246477151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,025 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,025 INFO [RS:0;27e0f852a164:35709 {}] regionserver.Replication(171): 27e0f852a164,35709,1733246477151 started 2024-12-03T17:21:20,047 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,048 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,35709,1733246477151, RpcServer on 27e0f852a164/172.17.0.3:35709, sessionid=0x1010d4dd4e80004 2024-12-03T17:21:20,048 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:21:20,048 DEBUG [RS:0;27e0f852a164:35709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,35709,1733246477151 2024-12-03T17:21:20,048 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35709,1733246477151' 2024-12-03T17:21:20,048 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-389526560/flush-table-proc/abort' 2024-12-03T17:21:20,059 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-389526560/flush-table-proc/acquired' 2024-12-03T17:21:20,064 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:21:20,064 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:21:20,064 DEBUG [RS:0;27e0f852a164:35709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,35709,1733246477151 2024-12-03T17:21:20,065 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35709,1733246477151' 2024-12-03T17:21:20,065 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-389526560/online-snapshot/abort' 2024-12-03T17:21:20,076 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-389526560/online-snapshot/acquired' 2024-12-03T17:21:20,090 DEBUG [RS:0;27e0f852a164:35709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:21:20,090 INFO [RS:0;27e0f852a164:35709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:21:20,090 INFO [RS:0;27e0f852a164:35709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:21:20,192 INFO [RS:0;27e0f852a164:35709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:20,206 INFO [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35709%2C1733246477151, suffix=, logDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/oldWALs, maxLogs=10 2024-12-03T17:21:20,229 DEBUG [RS:0;27e0f852a164:35709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151/27e0f852a164%2C35709%2C1733246477151.1733246480207, exclude list is [], retry=0 2024-12-03T17:21:20,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-5407aaba-39e5-40d4-ac14-1bd0223ef0ac,DISK] 2024-12-03T17:21:20,258 INFO [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151/27e0f852a164%2C35709%2C1733246477151.1733246480207 2024-12-03T17:21:20,260 DEBUG [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-12-03T17:21:20,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:20,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:20,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:20,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:20,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:20,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:20,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:20,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:20,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:20,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740 2024-12-03T17:21:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740 2024-12-03T17:21:20,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:20,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:20,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:20,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:20,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:20,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64303661, jitterRate=-0.04180078208446503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:20,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246480296Initializing all the Stores at 1733246480303 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480306 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246480306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480306Cleaning up temporary data from old regions at 1733246480359 (+53 ms)Region opened successfully at 1733246480371 (+12 ms) 2024-12-03T17:21:20,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:20,371 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:20,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:20,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:20,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:20,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:20,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246480371Disabling compacts and flushes for region at 1733246480371Disabling writes for close at 1733246480371Writing region close event to WAL at 1733246480376 (+5 ms)Closed at 1733246480376 2024-12-03T17:21:20,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:20,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:21:20,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:21:20,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:20,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:21:20,540 DEBUG [27e0f852a164:45213 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:20,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,35709,1733246477151 2024-12-03T17:21:20,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35709,1733246477151, state=OPENING 2024-12-03T17:21:20,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:21:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:20,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-389526560/meta-region-server: CHANGED 2024-12-03T17:21:20,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-389526560/meta-region-server: CHANGED 2024-12-03T17:21:20,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:20,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35709,1733246477151}] 2024-12-03T17:21:20,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:20,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:21:20,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:21:20,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:20,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:21:20,731 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35709%2C1733246477151.meta, suffix=.meta, logDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151, archiveDir=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/oldWALs, maxLogs=10 2024-12-03T17:21:20,752 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151/27e0f852a164%2C35709%2C1733246477151.meta.1733246480731.meta, exclude list is [], retry=0 2024-12-03T17:21:20,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-5407aaba-39e5-40d4-ac14-1bd0223ef0ac,DISK] 2024-12-03T17:21:20,769 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151/27e0f852a164%2C35709%2C1733246477151.meta.1733246480731.meta 2024-12-03T17:21:20,770 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-12-03T17:21:20,771 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:20,771 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:20,771 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:20,771 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:21:20,771 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:21:20,771 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:21:20,772 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:20,772 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:21:20,772 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:21:20,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:20,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:20,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:20,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:20,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:20,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:20,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:20,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:20,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:20,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:20,791 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:20,793 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740 2024-12-03T17:21:20,794 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740 2024-12-03T17:21:20,801 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:20,801 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:20,803 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:20,806 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:20,808 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67617641, jitterRate=0.007581368088722229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:20,808 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:21:20,808 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246480772Writing region info on filesystem at 1733246480772Initializing all the Stores at 1733246480779 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480781 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246480781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246480781Cleaning up temporary data from old regions at 1733246480801 (+20 ms)Running coprocessor post-open hooks at 1733246480808 (+7 ms)Region opened successfully at 1733246480808 2024-12-03T17:21:20,809 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246480700 2024-12-03T17:21:20,816 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:21:20,816 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:21:20,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,35709,1733246477151 2024-12-03T17:21:20,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35709,1733246477151, state=OPEN 2024-12-03T17:21:20,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-389526560/meta-region-server 2024-12-03T17:21:20,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-389526560/meta-region-server: CHANGED 2024-12-03T17:21:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-389526560/meta-region-server 2024-12-03T17:21:20,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-389526560/meta-region-server: CHANGED 2024-12-03T17:21:20,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,35709,1733246477151 2024-12-03T17:21:20,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:21:20,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35709,1733246477151 in 294 msec 2024-12-03T17:21:20,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:21:20,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-12-03T17:21:20,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:20,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:21:20,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:20,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35709,1733246477151, seqNum=-1] 2024-12-03T17:21:20,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:20,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:20,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-12-03T17:21:20,887 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246480887, completionTime=-1 2024-12-03T17:21:20,887 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:21:20,887 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:21:20,891 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:21:20,891 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246540891 2024-12-03T17:21:20,891 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246600891 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:45213, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,892 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,895 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.608sec 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:20,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:21:20,914 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:21:20,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:21:20,915 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45213,1733246476904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:20,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:20,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45213,-1 for getting cluster id 2024-12-03T17:21:20,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:21,004 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fe31f1f-83a9-4811-bbc0-755e6a127611' 2024-12-03T17:21:21,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:21,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fe31f1f-83a9-4811-bbc0-755e6a127611" 2024-12-03T17:21:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2147b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45213,-1] 2024-12-03T17:21:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:21,009 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:21,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35709,1733246477151, seqNum=-1] 2024-12-03T17:21:21,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:21,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:21,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,45213,1733246476904 2024-12-03T17:21:21,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:21,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4dd4e80005 connected 2024-12-03T17:21:21,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45997,-1 for getting cluster id 2024-12-03T17:21:21,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:21,102 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575415e3-161a-4e2c-8eca-7e559ebebc4a' 2024-12-03T17:21:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575415e3-161a-4e2c-8eca-7e559ebebc4a" 2024-12-03T17:21:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448739f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45997,-1] 2024-12-03T17:21:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:21,107 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b227859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45997,1733246470803 2024-12-03T17:21:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610383d9 2024-12-03T17:21:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:21,116 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:21,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:45213,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:21:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:21:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:21,125 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:45213' 2024-12-03T17:21:21,131 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452ca75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,131 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45213,-1 for getting cluster id 2024-12-03T17:21:21,131 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:21,132 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fe31f1f-83a9-4811-bbc0-755e6a127611' 2024-12-03T17:21:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fe31f1f-83a9-4811-bbc0-755e6a127611" 2024-12-03T17:21:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bddae60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45213,-1] 2024-12-03T17:21:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:21,136 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:21,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a70f4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:21,139 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45213,1733246476904 2024-12-03T17:21:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2928efa8 2024-12-03T17:21:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:21,141 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:21,142 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T17:21:21,142 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:21:21,142 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:21,142 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:21,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:21,142 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:21,151 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:21:21,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:21:21,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:21,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:21:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741835_1011 (size=1138) 2024-12-03T17:21:21,201 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:21:21,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c90d53c179f3d56359f2d8b4c616ff7, NAME => 'hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267 2024-12-03T17:21:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741836_1012 (size=44) 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6c90d53c179f3d56359f2d8b4c616ff7, disabling compactions & flushes 2024-12-03T17:21:21,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. after waiting 0 ms 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c90d53c179f3d56359f2d8b4c616ff7: Waiting for close lock at 1733246481289Disabling compacts and flushes for region at 1733246481289Disabling writes for close at 1733246481289Writing region close event to WAL at 1733246481289Closed at 1733246481289 2024-12-03T17:21:21,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:21:21,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246481297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246481297"}]},"ts":"1733246481297"} 2024-12-03T17:21:21,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:21:21,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:21:21,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246481323"}]},"ts":"1733246481323"} 2024-12-03T17:21:21,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:21:21,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN}] 2024-12-03T17:21:21,348 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN 2024-12-03T17:21:21,349 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN; state=OFFLINE, location=27e0f852a164,45821,1733246470999; forceNewPlan=false, retain=false 2024-12-03T17:21:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:21,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6c90d53c179f3d56359f2d8b4c616ff7, regionState=OPENING, regionLocation=27e0f852a164,45821,1733246470999 2024-12-03T17:21:21,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN because future has completed 2024-12-03T17:21:21,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,45821,1733246470999}] 2024-12-03T17:21:21,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:21,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:21:21,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45821%2C1733246470999.rep, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:21,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.rep.1733246481687, exclude list is [], retry=0 2024-12-03T17:21:21,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:21,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.rep.1733246481687 2024-12-03T17:21:21,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:21,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c90d53c179f3d56359f2d8b4c616ff7, NAME => 'hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:21,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. service=MultiRowMutationService 2024-12-03T17:21:21,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,718 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,720 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName hfileref 2024-12-03T17:21:21,720 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:21,720 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:21,720 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,722 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName queue 2024-12-03T17:21:21,722 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:21,722 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:21,722 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,724 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName sid 2024-12-03T17:21:21,724 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:21,725 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:21,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:21,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:21,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6c90d53c179f3d56359f2d8b4c616ff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61282822, jitterRate=-0.08681479096412659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6c90d53c179f3d56359f2d8b4c616ff7: Running coprocessor pre-open hook at 1733246481715Writing region info on filesystem at 1733246481715Initializing all the Stores at 1733246481715Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246481716 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246481718 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246481718Cleaning up temporary data from old regions at 1733246481729 (+11 ms)Running coprocessor post-open hooks at 1733246481736 (+7 ms)Region opened successfully at 1733246481736 2024-12-03T17:21:21,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., pid=7, masterSystemTime=1733246481678 2024-12-03T17:21:21,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:21,741 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6c90d53c179f3d56359f2d8b4c616ff7, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45821,1733246470999 2024-12-03T17:21:21,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,45821,1733246470999 because future has completed 2024-12-03T17:21:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:21,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T17:21:21,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,45821,1733246470999 in 230 msec 2024-12-03T17:21:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:21:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN in 415 msec 2024-12-03T17:21:21,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:21:21,755 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246481755"}]},"ts":"1733246481755"} 2024-12-03T17:21:21,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:21:21,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:21:21,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 624 msec 2024-12-03T17:21:21,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., hostname=27e0f852a164,45821,1733246470999, seqNum=2] 2024-12-03T17:21:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:21,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:21:21,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T17:21:21,999 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:21:22,055 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,45821,1733246470999, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:21:22,055 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:22,055 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45821,1733246470999, seqNum=-1] 2024-12-03T17:21:22,056 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:22,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T17:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,45821,1733246470999', locateType=CURRENT is [region=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., hostname=27e0f852a164,45821,1733246470999, seqNum=2] 2024-12-03T17:21:22,075 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T17:21:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T17:21:22,081 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,45821,1733246470999 suceeded 2024-12-03T17:21:22,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T17:21:22,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-12-03T17:21:22,087 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:45213,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:21:22,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 970 msec 2024-12-03T17:21:22,098 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:45213' 2024-12-03T17:21:22,103 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a77b0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:22,103 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45213,-1 for getting cluster id 2024-12-03T17:21:22,103 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:22,107 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fe31f1f-83a9-4811-bbc0-755e6a127611' 2024-12-03T17:21:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fe31f1f-83a9-4811-bbc0-755e6a127611" 2024-12-03T17:21:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38be7a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45213,-1] 2024-12-03T17:21:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,110 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:22,111 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796b82b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:22,111 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45213,1733246476904 2024-12-03T17:21:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52586765 2024-12-03T17:21:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:22,119 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:22,120 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,45821,1733246470999 (queues=1) is replicating from cluster=575415e3-161a-4e2c-8eca-7e559ebebc4a to cluster=2fe31f1f-83a9-4811-bbc0-755e6a127611 2024-12-03T17:21:22,120 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C45821%2C1733246470999 2024-12-03T17:21:22,120 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,45821,1733246470999, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:21:22,123 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.wal-reader.27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803, startPosition=0, beingWritten=true 2024-12-03T17:21:22,131 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.shipper27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C45821%2C1733246470999 2024-12-03T17:21:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:22,262 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:21:22,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:22,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:22,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:22,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45997,1733246470803 2024-12-03T17:21:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b383f2f 2024-12-03T17:21:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:22,266 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:22,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:21:22,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:22,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:22,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:22,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:21:22,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=781958106, stopped=false 2024-12-03T17:21:22,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,45997,1733246470803 2024-12-03T17:21:22,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:22,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:22,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:22,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:22,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,45821,1733246470999' ***** 2024-12-03T17:21:22,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:21:22,270 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:21:22,270 INFO [RS:0;27e0f852a164:45821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:21:22,270 INFO [RS:0;27e0f852a164:45821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:21:22,270 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:22,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:21:22,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:22,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,45821,1733246470999 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45821. 2024-12-03T17:21:22,272 DEBUG [RS:0;27e0f852a164:45821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:22,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c90d53c179f3d56359f2d8b4c616ff7, disabling compactions & flushes 2024-12-03T17:21:22,272 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:22,272 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:22,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:22,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. after waiting 0 ms 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:21:22,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:21:22,272 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c90d53c179f3d56359f2d8b4c616ff7 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T17:21:22,272 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:21:22,279 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:21:22,279 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1325): Online Regions={6c90d53c179f3d56359f2d8b4c616ff7=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:21:22,279 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:22,282 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:22,283 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:22,283 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:22,283 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:22,283 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:22,283 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T17:21:22,314 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:22,334 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/.tmp/queue/2732472f785249889feeb4b64c9df812 is 151, key is 1-27e0f852a164,45821,1733246470999/queue:27e0f852a164%2C45821%2C1733246470999/1733246482063/Put/seqid=0 2024-12-03T17:21:22,351 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/cf7f97c082ad4369a56f26994c5e970e is 147, key is hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7./info:regioninfo/1733246481741/Put/seqid=0 2024-12-03T17:21:22,353 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.wal-reader.27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803 to pos 0, reset compression=false 2024-12-03T17:21:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741838_1014 (size=5350) 2024-12-03T17:21:22,361 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/.tmp/queue/2732472f785249889feeb4b64c9df812 2024-12-03T17:21:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741839_1015 (size=6631) 2024-12-03T17:21:22,417 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/.tmp/queue/2732472f785249889feeb4b64c9df812 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/queue/2732472f785249889feeb4b64c9df812 2024-12-03T17:21:22,419 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/cf7f97c082ad4369a56f26994c5e970e 2024-12-03T17:21:22,443 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/queue/2732472f785249889feeb4b64c9df812, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T17:21:22,456 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6c90d53c179f3d56359f2d8b4c616ff7 in 183ms, sequenceid=5, compaction requested=false 2024-12-03T17:21:22,456 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:21:22,479 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:22,480 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:21:22,481 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:22,481 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:22,481 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:22,482 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c90d53c179f3d56359f2d8b4c616ff7: Waiting for close lock at 1733246482272Running coprocessor pre-close hooks at 1733246482272Disabling compacts and flushes for region at 1733246482272Disabling writes for close at 1733246482272Obtaining lock to block concurrent updates at 1733246482272Preparing flush snapshotting stores in 6c90d53c179f3d56359f2d8b4c616ff7 at 1733246482272Finished memstore snapshotting hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733246482272Flushing stores of hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. at 1733246482285 (+13 ms)Flushing 6c90d53c179f3d56359f2d8b4c616ff7/queue: creating writer at 1733246482285Flushing 6c90d53c179f3d56359f2d8b4c616ff7/queue: appending metadata at 1733246482334 (+49 ms)Flushing 6c90d53c179f3d56359f2d8b4c616ff7/queue: closing flushed file at 1733246482334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bf9cf: reopening flushed file at 1733246482412 (+78 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6c90d53c179f3d56359f2d8b4c616ff7 in 183ms, sequenceid=5, compaction requested=false at 1733246482456 (+44 ms)Writing region close event to WAL at 1733246482467 (+11 ms)Running coprocessor post-close hooks at 1733246482481 (+14 ms)Closed at 1733246482481 2024-12-03T17:21:22,482 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:22,486 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/ns/991526c8c5ce4ffeba645f157c64698f is 43, key is default/ns:d/1733246474622/Put/seqid=0 2024-12-03T17:21:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741840_1016 (size=5153) 2024-12-03T17:21:22,633 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:21:22,633 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:21:22,682 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:22,718 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.wal-reader.27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803 to pos 0, reset compression=false 2024-12-03T17:21:22,883 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:22,909 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/ns/991526c8c5ce4ffeba645f157c64698f 2024-12-03T17:21:22,939 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/table/dbf73ca620b04eebbbf05ef75b518b81 is 53, key is hbase:replication/table:state/1733246481755/Put/seqid=0 2024-12-03T17:21:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741841_1017 (size=5256) 2024-12-03T17:21:22,970 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/table/dbf73ca620b04eebbbf05ef75b518b81 2024-12-03T17:21:22,982 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/cf7f97c082ad4369a56f26994c5e970e as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/info/cf7f97c082ad4369a56f26994c5e970e 2024-12-03T17:21:22,994 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/info/cf7f97c082ad4369a56f26994c5e970e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T17:21:22,997 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/ns/991526c8c5ce4ffeba645f157c64698f as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/ns/991526c8c5ce4ffeba645f157c64698f 2024-12-03T17:21:23,025 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/ns/991526c8c5ce4ffeba645f157c64698f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:21:23,034 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/table/dbf73ca620b04eebbbf05ef75b518b81 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/table/dbf73ca620b04eebbbf05ef75b518b81 2024-12-03T17:21:23,079 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/table/dbf73ca620b04eebbbf05ef75b518b81, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T17:21:23,081 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=11, compaction requested=false 2024-12-03T17:21:23,085 DEBUG [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:23,123 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:21:23,128 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:23,128 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:23,128 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:23,129 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246482282Running coprocessor pre-close hooks at 1733246482282Disabling compacts and flushes for region at 1733246482282Disabling writes for close at 1733246482283 (+1 ms)Obtaining lock to block concurrent updates at 1733246482283Preparing flush snapshotting stores in 1588230740 at 1733246482283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733246482284 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246482292 (+8 ms)Flushing 1588230740/info: creating writer at 1733246482292Flushing 1588230740/info: appending metadata at 1733246482351 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733246482351Flushing 1588230740/ns: creating writer at 1733246482448 (+97 ms)Flushing 1588230740/ns: appending metadata at 1733246482485 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1733246482485Flushing 1588230740/table: creating writer at 1733246482918 (+433 ms)Flushing 1588230740/table: appending metadata at 1733246482938 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733246482939 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1896b85a: reopening flushed file at 1733246482981 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad4ff88: reopening flushed file at 1733246482994 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b90e2b: reopening flushed file at 1733246483025 (+31 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=11, compaction requested=false at 1733246483081 (+56 ms)Writing region close event to WAL at 1733246483091 (+10 ms)Running coprocessor post-close hooks at 1733246483128 (+37 ms)Closed at 1733246483128 2024-12-03T17:21:23,129 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:23,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.wal-reader.27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803 to pos 0, reset compression=false 2024-12-03T17:21:23,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:21:23,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:21:23,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:23,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T17:21:23,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:23,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T17:21:23,285 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,45821,1733246470999; all regions closed. 2024-12-03T17:21:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741834_1010 (size=2742) 2024-12-03T17:21:23,317 DEBUG [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:23,317 INFO [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C45821%2C1733246470999.meta:.meta(num 1733246474432) 2024-12-03T17:21:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741837_1013 (size=1586) 2024-12-03T17:21:23,355 DEBUG [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:23,355 INFO [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C45821%2C1733246470999.rep:(num 1733246481687) 2024-12-03T17:21:23,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999/27e0f852a164%2C45821%2C1733246470999.1733246473803 not finished, retry = 0 2024-12-03T17:21:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741833_1009 (size=93) 2024-12-03T17:21:23,479 DEBUG [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:23,479 INFO [RS:0;27e0f852a164:45821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C45821%2C1733246470999:(num 1733246473803) 2024-12-03T17:21:23,479 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:23,479 INFO [RS:0;27e0f852a164:45821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:23,479 INFO [RS:0;27e0f852a164:45821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:23,480 INFO [RS:0;27e0f852a164:45821 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:23,480 INFO [RS:0;27e0f852a164:45821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:23,480 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:23,480 INFO [RS:0;27e0f852a164:45821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,45821,1733246470999 because: Region server is closing 2024-12-03T17:21:23,480 INFO [RS:0;27e0f852a164:45821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45821. 2024-12-03T17:21:23,480 DEBUG [RS:0;27e0f852a164:45821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:23,480 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:23,480 DEBUG [RS:0;27e0f852a164:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:23,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:23,582 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.shipper27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:21:23,582 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.wal-reader.27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:21:23,583 INFO [RS:0;27e0f852a164:45821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45821,1733246470999.replicationSource.shipper27e0f852a164%2C45821%2C1733246470999,1-27e0f852a164,45821,1733246470999 terminated 2024-12-03T17:21:23,583 INFO [RS:0;27e0f852a164:45821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45821 2024-12-03T17:21:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/rs 2024-12-03T17:21:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/rs/27e0f852a164,45821,1733246470999 2024-12-03T17:21:23,585 INFO [RS:0;27e0f852a164:45821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:23,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,45821,1733246470999] 2024-12-03T17:21:23,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/draining/27e0f852a164,45821,1733246470999 already deleted, retry=false 2024-12-03T17:21:23,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,45821,1733246470999 expired; onlineServers=0 2024-12-03T17:21:23,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,45997,1733246470803' ***** 2024-12-03T17:21:23,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:21:23,597 INFO [M:0;27e0f852a164:45997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:23,597 INFO [M:0;27e0f852a164:45997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:23,597 DEBUG [M:0;27e0f852a164:45997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:21:23,597 DEBUG [M:0;27e0f852a164:45997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:21:23,597 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246473406 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246473406,5,FailOnTimeoutGroup] 2024-12-03T17:21:23,597 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246473402 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246473402,5,FailOnTimeoutGroup] 2024-12-03T17:21:23,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:21:23,597 INFO [M:0;27e0f852a164:45997 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:23,597 INFO [M:0;27e0f852a164:45997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:23,597 DEBUG [M:0;27e0f852a164:45997 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:21:23,597 INFO [M:0;27e0f852a164:45997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:21:23,599 INFO [M:0;27e0f852a164:45997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/master 2024-12-03T17:21:23,599 INFO [M:0;27e0f852a164:45997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:21:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:23,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:21:23,606 DEBUG [M:0;27e0f852a164:45997 {}] zookeeper.ZKUtil(347): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/master because node does not exist (not an error) 2024-12-03T17:21:23,606 WARN [M:0;27e0f852a164:45997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:21:23,610 INFO [M:0;27e0f852a164:45997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.lastflushedseqids 2024-12-03T17:21:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741842_1018 (size=181) 2024-12-03T17:21:23,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:23,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x1010d4dd4e80001, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:23,687 INFO [RS:0;27e0f852a164:45821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:23,687 INFO [RS:0;27e0f852a164:45821 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,45821,1733246470999; zookeeper connection closed. 2024-12-03T17:21:23,694 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e0dc47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e0dc47 2024-12-03T17:21:23,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:21:24,042 INFO [M:0;27e0f852a164:45997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:21:24,042 INFO [M:0;27e0f852a164:45997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:21:24,042 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:24,042 INFO [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:24,042 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:24,042 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:24,042 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:24,042 INFO [M:0;27e0f852a164:45997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T17:21:24,064 DEBUG [M:0;27e0f852a164:45997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca1d5b4218c5438b973932546246a608 is 82, key is hbase:meta,,1/info:regioninfo/1733246474590/Put/seqid=0 2024-12-03T17:21:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741843_1019 (size=5672) 2024-12-03T17:21:24,499 INFO [M:0;27e0f852a164:45997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca1d5b4218c5438b973932546246a608 2024-12-03T17:21:24,532 DEBUG [M:0;27e0f852a164:45997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9edb2d186794699925e0e6fd8be61cf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733246481767/Put/seqid=0 2024-12-03T17:21:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741844_1020 (size=7203) 2024-12-03T17:21:24,989 INFO [M:0;27e0f852a164:45997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9edb2d186794699925e0e6fd8be61cf 2024-12-03T17:21:25,020 DEBUG [M:0;27e0f852a164:45997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/757dde3241e849e09273e4b6880a5b86 is 69, key is 27e0f852a164,45821,1733246470999/rs:state/1733246473492/Put/seqid=0 2024-12-03T17:21:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741845_1021 (size=5156) 2024-12-03T17:21:25,062 INFO [M:0;27e0f852a164:45997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/757dde3241e849e09273e4b6880a5b86 2024-12-03T17:21:25,101 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca1d5b4218c5438b973932546246a608 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca1d5b4218c5438b973932546246a608 2024-12-03T17:21:25,136 INFO [M:0;27e0f852a164:45997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca1d5b4218c5438b973932546246a608, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T17:21:25,146 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9edb2d186794699925e0e6fd8be61cf as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9edb2d186794699925e0e6fd8be61cf 2024-12-03T17:21:25,160 INFO [M:0;27e0f852a164:45997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9edb2d186794699925e0e6fd8be61cf, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T17:21:25,162 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/757dde3241e849e09273e4b6880a5b86 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/757dde3241e849e09273e4b6880a5b86 2024-12-03T17:21:25,172 INFO [M:0;27e0f852a164:45997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/757dde3241e849e09273e4b6880a5b86, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T17:21:25,173 INFO [M:0;27e0f852a164:45997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1131ms, sequenceid=70, compaction requested=false 2024-12-03T17:21:25,216 INFO [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:25,216 DEBUG [M:0;27e0f852a164:45997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246484042Disabling compacts and flushes for region at 1733246484042Disabling writes for close at 1733246484042Obtaining lock to block concurrent updates at 1733246484042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246484042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733246484043 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246484044 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246484044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246484063 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246484063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246484505 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246484531 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246484532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246484995 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246485019 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246485019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9ae117: reopening flushed file at 1733246485095 (+76 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204b73ab: reopening flushed file at 1733246485136 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504138db: reopening flushed file at 1733246485160 (+24 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1131ms, sequenceid=70, compaction requested=false at 1733246485174 (+14 ms)Writing region close event to WAL at 1733246485216 (+42 ms)Closed at 1733246485216 2024-12-03T17:21:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741830_1006 (size=41008) 2024-12-03T17:21:25,243 INFO [M:0;27e0f852a164:45997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:21:25,243 INFO [M:0;27e0f852a164:45997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45997 2024-12-03T17:21:25,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:25,246 INFO [M:0;27e0f852a164:45997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:25,362 INFO [M:0;27e0f852a164:45997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:25,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:25,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45997-0x1010d4dd4e80000, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:25,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:21:25,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:25,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45033 2024-12-03T17:21:25,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45033 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:25,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450330x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:25,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45033-0x1010d4dd4e80006 connected 2024-12-03T17:21:25,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:25,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:25,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:25,440 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267, hbase.cluster.distributed=false 2024-12-03T17:21:25,450 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: INIT 2024-12-03T17:21:25,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/acl 2024-12-03T17:21:25,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45033 2024-12-03T17:21:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45033 2024-12-03T17:21:25,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45033 2024-12-03T17:21:25,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45033 2024-12-03T17:21:25,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45033 2024-12-03T17:21:25,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:21:25,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:25,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44053 2024-12-03T17:21:25,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44053 connecting to ZooKeeper ensemble=127.0.0.1:57417 2024-12-03T17:21:25,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:25,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:25,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440530x0, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:25,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44053-0x1010d4dd4e80007 connected 2024-12-03T17:21:25,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:25,618 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: INIT 2024-12-03T17:21:25,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:21:25,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:21:25,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/master 2024-12-03T17:21:25,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/acl 2024-12-03T17:21:25,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-03T17:21:25,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053 2024-12-03T17:21:25,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053 2024-12-03T17:21:25,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-03T17:21:25,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-03T17:21:25,710 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:45033 2024-12-03T17:21:25,710 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-481194997/backup-masters/27e0f852a164,45033,1733246485364 2024-12-03T17:21:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:25,719 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/backup-masters/27e0f852a164,45033,1733246485364 2024-12-03T17:21:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:25,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:25,726 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/master 2024-12-03T17:21:25,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-481194997/backup-masters/27e0f852a164,45033,1733246485364 from backup master directory 2024-12-03T17:21:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/backup-masters/27e0f852a164,45033,1733246485364 2024-12-03T17:21:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:25,729 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:25,729 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,45033,1733246485364 2024-12-03T17:21:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/master 2024-12-03T17:21:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/backup-masters 2024-12-03T17:21:25,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/backup-masters/27e0f852a164,45033,1733246485364 because node does not exist (not an error) 2024-12-03T17:21:25,765 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:25,765 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:21:25,786 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 21ms. 2024-12-03T17:21:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741846_1022 (size=196) 2024-12-03T17:21:26,272 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:26,273 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:21:26,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:26,283 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:26,312 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T17:21:26,335 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803 to hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803-dead as it is dead 2024-12-03T17:21:26,345 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803-dead/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:26,350 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803-dead/27e0f852a164%2C45997%2C1733246470803.1733246472675 after 5ms 2024-12-03T17:21:26,351 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803-dead/27e0f852a164%2C45997%2C1733246470803.1733246472675 to hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:26,351 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45997,1733246470803-dead 2024-12-03T17:21:26,352 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45033,1733246485364 2024-12-03T17:21:26,363 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:26,373 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C45033%2C1733246485364, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45033,1733246485364, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/oldWALs, maxLogs=10 2024-12-03T17:21:26,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:26,414 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45033,1733246485364/27e0f852a164%2C45033%2C1733246485364.1733246486373, exclude list is [], retry=0 2024-12-03T17:21:26,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:21:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:26,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45033,1733246485364/27e0f852a164%2C45033%2C1733246485364.1733246486373 2024-12-03T17:21:26,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:26,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:26,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:26,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:21:26,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:26,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca1d5b4218c5438b973932546246a608 2024-12-03T17:21:26,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:26,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:21:26,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:26,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9edb2d186794699925e0e6fd8be61cf 2024-12-03T17:21:26,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:26,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:21:26,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:26,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/757dde3241e849e09273e4b6880a5b86 2024-12-03T17:21:26,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:26,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:21:26,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:26,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:26,644 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,655 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T17:21:26,655 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:26,676 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:26,679 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/27e0f852a164%2C45997%2C1733246470803.1733246472675 2024-12-03T17:21:26,695 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,696 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,706 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:26,727 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:26,751 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T17:21:26,756 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75204987, jitterRate=0.12064163386821747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:26,756 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246486450Initializing all the Stores at 1733246486463 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246486463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246486473 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246486473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246486473Cleaning up temporary data from old regions at 1733246486696 (+223 ms)Region opened successfully at 1733246486756 (+60 ms) 2024-12-03T17:21:26,770 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:21:26,783 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fccef30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:26,791 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T17:21:26,792 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:21:26,792 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:21:26,792 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:21:26,800 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-12-03T17:21:26,804 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:26,805 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:21:26,805 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:21:26,805 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T17:21:26,805 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:21:26,822 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=27e0f852a164,45821,1733246470999, regionLocation=27e0f852a164,45821,1733246470999, openSeqNum=2 2024-12-03T17:21:26,822 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=27e0f852a164,45821,1733246470999, table=hbase:meta, region=1588230740 2024-12-03T17:21:26,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45821,1733246470999, state=OPEN 2024-12-03T17:21:26,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:26,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:26,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:26,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:26,846 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:21:26,851 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/draining/27e0f852a164,45821,1733246470999 already deleted, retry=false 2024-12-03T17:21:26,851 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 27e0f852a164,45821,1733246470999 on 27e0f852a164,45033,1733246485364 2024-12-03T17:21:26,853 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 27e0f852a164,45821,1733246470999, splitWal=true, meta=true 2024-12-03T17:21:26,854 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 27e0f852a164,45821,1733246470999 (carryingMeta=true) 27e0f852a164,45821,1733246470999/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7dc32eec[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T17:21:26,856 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/balancer because node does not exist (not necessarily an error) 2024-12-03T17:21:26,864 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/balancer already deleted, retry=false 2024-12-03T17:21:26,865 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:21:26,868 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:21:26,872 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/normalizer already deleted, retry=false 2024-12-03T17:21:26,873 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:21:26,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:21:26,886 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/switch/split already deleted, retry=false 2024-12-03T17:21:26,887 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:21:26,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/switch/merge already deleted, retry=false 2024-12-03T17:21:26,895 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Unable to get data of znode /0-481194997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:21:26,896 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/snapshot-cleanup already deleted, retry=false 2024-12-03T17:21:26,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:26,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:26,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:26,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:26,900 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,45033,1733246485364, sessionid=0x1010d4dd4e80006, setting cluster-up flag (Was=false) 2024-12-03T17:21:26,904 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-481194997/flush-table-proc/acquired, /0-481194997/flush-table-proc/reached, /0-481194997/flush-table-proc/abort 2024-12-03T17:21:26,906 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45033,1733246485364 2024-12-03T17:21:26,925 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-481194997/online-snapshot/acquired, /0-481194997/online-snapshot/reached, /0-481194997/online-snapshot/abort 2024-12-03T17:21:26,931 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,45033,1733246485364 2024-12-03T17:21:26,953 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.lastflushedseqids 2024-12-03T17:21:26,975 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:21:26,979 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:21:26,979 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,45033,1733246485364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 27e0f852a164,45821,1733246470999 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:26,989 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,009 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 27e0f852a164,45821,1733246470999, splitWal=true, meta=true 2024-12-03T17:21:27,010 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 27e0f852a164,45821,1733246470999, splitWal=true, meta=true, isMeta: true 2024-12-03T17:21:27,019 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999-splitting 2024-12-03T17:21:27,027 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999-splitting dir is empty, no logs to split. 2024-12-03T17:21:27,027 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27e0f852a164,45821,1733246470999 WAL count=0, meta=true 2024-12-03T17:21:27,035 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999-splitting dir is empty, no logs to split. 2024-12-03T17:21:27,035 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27e0f852a164,45821,1733246470999 WAL count=0, meta=true 2024-12-03T17:21:27,035 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 27e0f852a164,45821,1733246470999 WAL splitting is done? wals=0, meta=true 2024-12-03T17:21:27,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:21:27,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:27,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246517042 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:21:27,042 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:21:27,046 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(746): ClusterId : 575415e3-161a-4e2c-8eca-7e559ebebc4a 2024-12-03T17:21:27,046 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:21:27,054 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:21:27,054 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:21:27,057 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:21:27,058 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352fcc59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:27,062 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:21:27,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:21:27,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:21:27,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:21:27,067 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:21:27,067 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:21:27,072 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246487067,5,FailOnTimeoutGroup] 2024-12-03T17:21:27,085 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:44053 2024-12-03T17:21:27,085 INFO [RS:0;27e0f852a164:44053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:21:27,085 INFO [RS:0;27e0f852a164:44053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:21:27,085 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:21:27,087 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,45033,1733246485364 with port=44053, startcode=1733246485567 2024-12-03T17:21:27,087 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:21:27,089 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246487072,5,FailOnTimeoutGroup] 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246487089, completionTime=-1 2024-12-03T17:21:27,089 WARN [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T17:21:27,089 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T17:21:27,090 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:21:27,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45033 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,099 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267 2024-12-03T17:21:27,099 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44019 2024-12-03T17:21:27,099 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:21:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/rs 2024-12-03T17:21:27,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,44053,1733246485567] 2024-12-03T17:21:27,126 DEBUG [RS:0;27e0f852a164:44053 {}] zookeeper.ZKUtil(111): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on existing znode=/0-481194997/rs/27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,126 WARN [RS:0;27e0f852a164:44053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:27,126 INFO [RS:0;27e0f852a164:44053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:27,126 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,140 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T17:21:27,191 WARN [27e0f852a164:45033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:21:27,225 INFO [RS:0;27e0f852a164:44053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:21:27,236 INFO [RS:0;27e0f852a164:44053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:21:27,237 INFO [RS:0;27e0f852a164:44053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:21:27,237 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,250 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:21:27,255 INFO [RS:0;27e0f852a164:44053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:21:27,255 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,255 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,256 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,256 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:27,256 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:27,256 DEBUG [RS:0;27e0f852a164:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,271 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44053,1733246485567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:27,295 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:21:27,295 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44053,1733246485567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,318 INFO [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,44053,1733246485567, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:21:27,338 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,339 INFO [RS:0;27e0f852a164:44053 {}] regionserver.Replication(171): 27e0f852a164,44053,1733246485567 started 2024-12-03T17:21:27,372 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:45213' 2024-12-03T17:21:27,375 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4c187d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:27,375 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45213,-1 for getting cluster id 2024-12-03T17:21:27,375 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:27,381 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fe31f1f-83a9-4811-bbc0-755e6a127611' 2024-12-03T17:21:27,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:27,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fe31f1f-83a9-4811-bbc0-755e6a127611" 2024-12-03T17:21:27,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae8702c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:27,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45213,-1] 2024-12-03T17:21:27,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:27,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:27,384 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:27,385 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6733882b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:27,385 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:27,386 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,44053,1733246485567, RpcServer on 27e0f852a164/172.17.0.3:44053, sessionid=0x1010d4dd4e80007 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,44053,1733246485567' 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-481194997/flush-table-proc/abort' 2024-12-03T17:21:27,386 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-481194997/flush-table-proc/acquired' 2024-12-03T17:21:27,387 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:21:27,387 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:21:27,387 DEBUG [RS:0;27e0f852a164:44053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,387 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,44053,1733246485567' 2024-12-03T17:21:27,387 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-481194997/online-snapshot/abort' 2024-12-03T17:21:27,388 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-481194997/online-snapshot/acquired' 2024-12-03T17:21:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45213,1733246476904 2024-12-03T17:21:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dff56e 2024-12-03T17:21:27,388 DEBUG [RS:0;27e0f852a164:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:21:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:27,388 INFO [RS:0;27e0f852a164:44053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:21:27,388 INFO [RS:0;27e0f852a164:44053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:21:27,390 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:27,398 INFO [RS:0;27e0f852a164:44053.replicationSource,1-27e0f852a164,44053,1733246485567 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,44053,1733246485567 (queues=0) is replicating from cluster=575415e3-161a-4e2c-8eca-7e559ebebc4a to cluster=2fe31f1f-83a9-4811-bbc0-755e6a127611 2024-12-03T17:21:27,489 INFO [RS:0;27e0f852a164:44053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:27,502 INFO [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44053%2C1733246485567, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:27,526 DEBUG [RS:0;27e0f852a164:44053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502, exclude list is [], retry=0 2024-12-03T17:21:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:27,563 INFO [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 2024-12-03T17:21:27,566 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 27e0f852a164%2C44053%2C1733246485567 for peer 1 2024-12-03T17:21:27,566 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C44053%2C1733246485567 2024-12-03T17:21:27,566 INFO [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,44053,1733246485567, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:21:27,572 DEBUG [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:27,573 INFO [RS:0;27e0f852a164:44053.replicationSource.shipper27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C44053%2C1733246485567 2024-12-03T17:21:27,575 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502, startPosition=0, beingWritten=true 2024-12-03T17:21:27,692 DEBUG [27e0f852a164:45033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:27,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,44053,1733246485567 2024-12-03T17:21:27,699 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,44053,1733246485567, state=OPENING 2024-12-03T17:21:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:27,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:27,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:27,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,44053,1733246485567}] 2024-12-03T17:21:27,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:27,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:27,812 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:27,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:27,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:21:27,887 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:21:27,887 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:27,887 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:21:27,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44053%2C1733246485567.meta, suffix=.meta, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:27,923 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.meta.1733246487893.meta, exclude list is [], retry=0 2024-12-03T17:21:27,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:27,934 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.meta.1733246487893.meta 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:27,935 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:21:27,935 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:27,935 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:21:27,936 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:21:27,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:27,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:27,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:27,949 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/info/cf7f97c082ad4369a56f26994c5e970e 2024-12-03T17:21:27,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:27,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:27,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:27,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:27,976 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/ns/991526c8c5ce4ffeba645f157c64698f 2024-12-03T17:21:27,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:27,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:27,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:27,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:27,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:27,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:27,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:27,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:28,000 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/table/dbf73ca620b04eebbbf05ef75b518b81 2024-12-03T17:21:28,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:28,000 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:28,002 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:28,010 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740 2024-12-03T17:21:28,011 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:28,011 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:28,012 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:28,014 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:28,015 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60923358, jitterRate=-0.09217122197151184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:28,015 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:21:28,015 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246487936Writing region info on filesystem at 1733246487936Initializing all the Stores at 1733246487937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246487937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246487937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246487937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246487937Cleaning up temporary data from old regions at 1733246488011 (+74 ms)Running coprocessor post-open hooks at 1733246488015 (+4 ms)Region opened successfully at 1733246488015 2024-12-03T17:21:28,023 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733246487856 2024-12-03T17:21:28,028 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:21:28,028 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:21:28,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=27e0f852a164,44053,1733246485567 2024-12-03T17:21:28,031 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,44053,1733246485567, state=OPEN 2024-12-03T17:21:28,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:28,038 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,44053,1733246485567 2024-12-03T17:21:28,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:28,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-481194997/meta-region-server 2024-12-03T17:21:28,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-481194997/meta-region-server: CHANGED 2024-12-03T17:21:28,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T17:21:28,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,44053,1733246485567 in 337 msec 2024-12-03T17:21:28,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:21:28,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0050 sec 2024-12-03T17:21:28,136 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:28,550 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:28,681 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1592ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1541ms 2024-12-03T17:21:29,087 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:29,697 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:30,210 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3121ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3070ms 2024-12-03T17:21:30,445 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:31,286 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:31,621 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4532ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T17:21:31,622 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:21:31,622 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:31,622 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,44053,1733246485567, seqNum=-1] 2024-12-03T17:21:31,623 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:31,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:31,633 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c90d53c179f3d56359f2d8b4c616ff7, regionState=OPEN, lastHost=27e0f852a164,45821,1733246470999, regionLocation=27e0f852a164,45821,1733246470999, openSeqNum=2 2024-12-03T17:21:31,633 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:21:31,633 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246551633 2024-12-03T17:21:31,633 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246611633 2024-12-03T17:21:31,633 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-03T17:21:31,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:45033, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,634 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,634 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 27e0f852a164,45821,1733246470999 had 2 regions 2024-12-03T17:21:31,637 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 27e0f852a164,45821,1733246470999, splitWal=true, meta=true, isMeta: false 2024-12-03T17:21:31,641 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999-splitting dir is empty, no logs to split. 2024-12-03T17:21:31,642 INFO [PEWorker-3 {}] master.SplitWALManager(105): 27e0f852a164,45821,1733246470999 WAL count=0, meta=false 2024-12-03T17:21:31,645 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,45821,1733246470999-splitting dir is empty, no logs to split. 2024-12-03T17:21:31,645 INFO [PEWorker-3 {}] master.SplitWALManager(105): 27e0f852a164,45821,1733246470999 WAL count=0, meta=false 2024-12-03T17:21:31,645 WARN [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=27e0f852a164,45821,1733246470999/hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:31,645 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 27e0f852a164,45821,1733246470999 WAL splitting is done? wals=0, meta=false 2024-12-03T17:21:31,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN}] 2024-12-03T17:21:31,649 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN 2024-12-03T17:21:31,650 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,654 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T17:21:31,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.931sec 2024-12-03T17:21:31,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:21:31,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:21:31,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:21:31,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:21:31,661 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:21:31,661 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:31,661 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:21:31,711 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:21:31,711 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:21:31,711 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45033,1733246485364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:31,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ca05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45033,-1 for getting cluster id 2024-12-03T17:21:31,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:31,725 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575415e3-161a-4e2c-8eca-7e559ebebc4a' 2024-12-03T17:21:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575415e3-161a-4e2c-8eca-7e559ebebc4a" 2024-12-03T17:21:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5193fb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45033,-1] 2024-12-03T17:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:31,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,729 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ae021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,44053,1733246485567, seqNum=-1] 2024-12-03T17:21:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:31,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:31,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T17:21:31,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:31,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:31,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:31,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 27e0f852a164:45033 after: 27e0f852a164:45033 2024-12-03T17:21:31,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,45033,-1 for getting cluster id 2024-12-03T17:21:31,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:31,749 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '575415e3-161a-4e2c-8eca-7e559ebebc4a' 2024-12-03T17:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "575415e3-161a-4e2c-8eca-7e559ebebc4a" 2024-12-03T17:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1182b577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,45033,-1] 2024-12-03T17:21:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,752 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:31,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:31,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,45033,1733246485364 2024-12-03T17:21:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dec317e 2024-12-03T17:21:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:31,757 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:31,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45033 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T17:21:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:21:31,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:31,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:31,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:31,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:21:31,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26312663, stopped=false 2024-12-03T17:21:31,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,45213,1733246476904 2024-12-03T17:21:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-389526560/running 2024-12-03T17:21:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-389526560/running 2024-12-03T17:21:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:31,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:31,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:31,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:31,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,765 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,35709,1733246477151' ***** 2024-12-03T17:21:31,765 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:21:31,765 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:21:31,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,35709,1733246477151 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:35709. 2024-12-03T17:21:31,766 DEBUG [RS:0;27e0f852a164:35709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:31,766 DEBUG [RS:0;27e0f852a164:35709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:21:31,766 INFO [RS:0;27e0f852a164:35709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:21:31,767 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:21:31,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/running 2024-12-03T17:21:31,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Set watcher on znode that does not yet exist, /1-389526560/running 2024-12-03T17:21:31,769 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:21:31,770 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:21:31,770 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:31,770 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:31,770 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:31,770 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:31,770 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:31,770 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:31,770 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T17:21:31,809 DEBUG [27e0f852a164:45033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:31,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c90d53c179f3d56359f2d8b4c616ff7, regionState=OPENING, regionLocation=27e0f852a164,44053,1733246485567 2024-12-03T17:21:31,813 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:31,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN because future has completed 2024-12-03T17:21:31,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,44053,1733246485567}] 2024-12-03T17:21:31,830 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/.tmp/ns/98a182efe57f4536938fe6e72de67a78 is 43, key is default/ns:d/1733246480870/Put/seqid=0 2024-12-03T17:21:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741835_1011 (size=5153) 2024-12-03T17:21:31,970 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:31,989 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:21:31,989 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:21:32,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:32,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:32,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:21:32,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C44053%2C1733246485567.rep, suffix=, logDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567, archiveDir=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs, maxLogs=10 2024-12-03T17:21:32,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.rep.1733246492023, exclude list is [], retry=0 2024-12-03T17:21:32,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35377,DS-7bbcd987-cba4-488e-99e4-05fdddc45406,DISK] 2024-12-03T17:21:32,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.rep.1733246492023 2024-12-03T17:21:32,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-12-03T17:21:32,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c90d53c179f3d56359f2d8b4c616ff7, NAME => 'hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:32,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:32,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. service=MultiRowMutationService 2024-12-03T17:21:32,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:21:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,076 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,078 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName hfileref 2024-12-03T17:21:32,078 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:32,086 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:32,086 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,088 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName queue 2024-12-03T17:21:32,088 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:32,115 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/queue/2732472f785249889feeb4b64c9df812 2024-12-03T17:21:32,115 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:32,116 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,118 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c90d53c179f3d56359f2d8b4c616ff7 columnFamilyName sid 2024-12-03T17:21:32,118 DEBUG [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:32,119 INFO [StoreOpener-6c90d53c179f3d56359f2d8b4c616ff7-1 {}] regionserver.HStore(327): Store=6c90d53c179f3d56359f2d8b4c616ff7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:32,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:32,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6c90d53c179f3d56359f2d8b4c616ff7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72492782, jitterRate=0.08022662997245789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:32,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:32,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6c90d53c179f3d56359f2d8b4c616ff7: Running coprocessor pre-open hook at 1733246492063Writing region info on filesystem at 1733246492063Initializing all the Stores at 1733246492064 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246492064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246492075 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246492075Cleaning up temporary data from old regions at 1733246492131 (+56 ms)Running coprocessor post-open hooks at 1733246492158 (+27 ms)Region opened successfully at 1733246492158 2024-12-03T17:21:32,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., pid=13, masterSystemTime=1733246491990 2024-12-03T17:21:32,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:32,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:32,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c90d53c179f3d56359f2d8b4c616ff7, regionState=OPEN, openSeqNum=9, regionLocation=27e0f852a164,44053,1733246485567 2024-12-03T17:21:32,171 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:32,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,44053,1733246485567 because future has completed 2024-12-03T17:21:32,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T17:21:32,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T17:21:32,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c90d53c179f3d56359f2d8b4c616ff7, ASSIGN in 556 msec 2024-12-03T17:21:32,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c90d53c179f3d56359f2d8b4c616ff7, server=27e0f852a164,44053,1733246485567 in 373 msec 2024-12-03T17:21:32,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T17:21:32,220 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., hostname=27e0f852a164,44053,1733246485567, seqNum=9] 2024-12-03T17:21:32,258 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/.tmp/ns/98a182efe57f4536938fe6e72de67a78 2024-12-03T17:21:32,279 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 27e0f852a164,45821,1733246470999 2024-12-03T17:21:32,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T17:21:32,308 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/.tmp/ns/98a182efe57f4536938fe6e72de67a78 as hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/ns/98a182efe57f4536938fe6e72de67a78 2024-12-03T17:21:32,347 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/ns/98a182efe57f4536938fe6e72de67a78, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T17:21:32,348 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=6, compaction requested=false 2024-12-03T17:21:32,372 DEBUG [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:32,373 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T17:21:32,374 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:32,374 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:32,374 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:32,374 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246491770Running coprocessor pre-close hooks at 1733246491770Disabling compacts and flushes for region at 1733246491770Disabling writes for close at 1733246491770Obtaining lock to block concurrent updates at 1733246491770Preparing flush snapshotting stores in 1588230740 at 1733246491770Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733246491771 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246491781 (+10 ms)Flushing 1588230740/ns: creating writer at 1733246491781Flushing 1588230740/ns: appending metadata at 1733246491829 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1733246491829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c377aaa: reopening flushed file at 1733246492301 (+472 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=6, compaction requested=false at 1733246492348 (+47 ms)Writing region close event to WAL at 1733246492361 (+13 ms)Running coprocessor post-close hooks at 1733246492374 (+13 ms)Closed at 1733246492374 2024-12-03T17:21:32,375 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:32,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T17:21:32,572 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,35709,1733246477151; all regions closed. 2024-12-03T17:21:32,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/WALs/27e0f852a164,35709,1733246477151/27e0f852a164%2C35709%2C1733246477151.meta.1733246480731.meta not finished, retry = 0 2024-12-03T17:21:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741834_1010 (size=1152) 2024-12-03T17:21:32,703 DEBUG [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/oldWALs 2024-12-03T17:21:32,703 INFO [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35709%2C1733246477151.meta:.meta(num 1733246480731) 2024-12-03T17:21:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741833_1009 (size=93) 2024-12-03T17:21:32,737 DEBUG [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/oldWALs 2024-12-03T17:21:32,737 INFO [RS:0;27e0f852a164:35709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35709%2C1733246477151:(num 1733246480207) 2024-12-03T17:21:32,737 DEBUG [RS:0;27e0f852a164:35709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:32,738 INFO [RS:0;27e0f852a164:35709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:32,738 INFO [RS:0;27e0f852a164:35709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:32,739 INFO [RS:0;27e0f852a164:35709 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:32,740 INFO [RS:0;27e0f852a164:35709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:32,740 INFO [RS:0;27e0f852a164:35709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35709 2024-12-03T17:21:32,740 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:32,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560/rs 2024-12-03T17:21:32,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-389526560/rs/27e0f852a164,35709,1733246477151 2024-12-03T17:21:32,747 INFO [RS:0;27e0f852a164:35709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:32,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,35709,1733246477151] 2024-12-03T17:21:32,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-389526560/draining/27e0f852a164,35709,1733246477151 already deleted, retry=false 2024-12-03T17:21:32,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,35709,1733246477151 expired; onlineServers=0 2024-12-03T17:21:32,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,45213,1733246476904' ***** 2024-12-03T17:21:32,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:21:32,758 INFO [M:0;27e0f852a164:45213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:32,759 INFO [M:0;27e0f852a164:45213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:32,759 DEBUG [M:0;27e0f852a164:45213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:21:32,759 DEBUG [M:0;27e0f852a164:45213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:21:32,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:21:32,759 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246479780 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246479780,5,FailOnTimeoutGroup] 2024-12-03T17:21:32,759 INFO [M:0;27e0f852a164:45213 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:32,759 INFO [M:0;27e0f852a164:45213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:32,759 DEBUG [M:0;27e0f852a164:45213 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:21:32,759 INFO [M:0;27e0f852a164:45213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:21:32,759 INFO [M:0;27e0f852a164:45213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:32,760 INFO [M:0;27e0f852a164:45213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:21:32,760 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246479782 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246479782,5,FailOnTimeoutGroup] 2024-12-03T17:21:32,763 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:21:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-389526560/master 2024-12-03T17:21:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-389526560 2024-12-03T17:21:32,765 DEBUG [M:0;27e0f852a164:45213 {}] zookeeper.ZKUtil(347): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Unable to get data of znode /1-389526560/master because node does not exist (not an error) 2024-12-03T17:21:32,766 WARN [M:0;27e0f852a164:45213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:21:32,774 INFO [M:0;27e0f852a164:45213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/.lastflushedseqids 2024-12-03T17:21:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741836_1012 (size=99) 2024-12-03T17:21:32,817 INFO [M:0;27e0f852a164:45213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:21:32,817 INFO [M:0;27e0f852a164:45213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:21:32,817 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:32,817 INFO [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:32,817 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:32,817 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:32,817 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:32,817 INFO [M:0;27e0f852a164:45213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T17:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35709-0x1010d4dd4e80004, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:32,854 INFO [RS:0;27e0f852a164:35709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:32,854 INFO [RS:0;27e0f852a164:35709 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,35709,1733246477151; zookeeper connection closed. 2024-12-03T17:21:32,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31c76d8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31c76d8b 2024-12-03T17:21:32,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:21:32,888 DEBUG [M:0;27e0f852a164:45213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1cf7f880464afba392d309b0f242da is 82, key is hbase:meta,,1/info:regioninfo/1733246480822/Put/seqid=0 2024-12-03T17:21:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741837_1013 (size=5672) 2024-12-03T17:21:33,237 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:33,354 INFO [M:0;27e0f852a164:45213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1cf7f880464afba392d309b0f242da 2024-12-03T17:21:33,409 DEBUG [M:0;27e0f852a164:45213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8fa7b1d12040eb973bf985f2eafdc2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733246480885/Put/seqid=0 2024-12-03T17:21:33,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741838_1014 (size=5275) 2024-12-03T17:21:33,467 INFO [M:0;27e0f852a164:45213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8fa7b1d12040eb973bf985f2eafdc2 2024-12-03T17:21:33,515 DEBUG [M:0;27e0f852a164:45213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e833b22ac8418eb93fc83ef4763486 is 69, key is 27e0f852a164,35709,1733246477151/rs:state/1733246479896/Put/seqid=0 2024-12-03T17:21:33,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:33,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:21:33,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T17:21:33,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:21:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741839_1015 (size=5156) 2024-12-03T17:21:33,971 INFO [M:0;27e0f852a164:45213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e833b22ac8418eb93fc83ef4763486 2024-12-03T17:21:33,980 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1cf7f880464afba392d309b0f242da as hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1cf7f880464afba392d309b0f242da 2024-12-03T17:21:33,988 INFO [M:0;27e0f852a164:45213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1cf7f880464afba392d309b0f242da, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T17:21:33,989 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb8fa7b1d12040eb973bf985f2eafdc2 as hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb8fa7b1d12040eb973bf985f2eafdc2 2024-12-03T17:21:33,996 INFO [M:0;27e0f852a164:45213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb8fa7b1d12040eb973bf985f2eafdc2, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T17:21:33,997 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e833b22ac8418eb93fc83ef4763486 as hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73e833b22ac8418eb93fc83ef4763486 2024-12-03T17:21:34,019 INFO [M:0;27e0f852a164:45213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36497/user/jenkins/test-data/d13b6ed3-3646-6476-69a9-15bec45e3ae7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73e833b22ac8418eb93fc83ef4763486, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T17:21:34,028 INFO [M:0;27e0f852a164:45213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1211ms, sequenceid=28, compaction requested=false 2024-12-03T17:21:34,048 INFO [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:34,049 DEBUG [M:0;27e0f852a164:45213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246492817Disabling compacts and flushes for region at 1733246492817Disabling writes for close at 1733246492817Obtaining lock to block concurrent updates at 1733246492817Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246492817Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733246492818 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246492819 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246492819Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246492887 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246492887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246493373 (+486 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246493408 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246493408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246493483 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246493515 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246493515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25decefc: reopening flushed file at 1733246493979 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c3d4d: reopening flushed file at 1733246493988 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31aacd9f: reopening flushed file at 1733246493996 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1211ms, sequenceid=28, compaction requested=false at 1733246494028 (+32 ms)Writing region close event to WAL at 1733246494048 (+20 ms)Closed at 1733246494048 2024-12-03T17:21:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741830_1006 (size=10165) 2024-12-03T17:21:34,071 INFO [M:0;27e0f852a164:45213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:21:34,071 INFO [M:0;27e0f852a164:45213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45213 2024-12-03T17:21:34,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:34,077 INFO [M:0;27e0f852a164:45213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:34,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:34,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45213-0x1010d4dd4e80003, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:34,180 INFO [M:0;27e0f852a164:45213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:34,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247e2492{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:34,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a0c2e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:34,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:34,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd6c9c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:34,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:34,243 WARN [BP-1452901790-172.17.0.3-1733246474848 heartbeating to localhost/127.0.0.1:36497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:21:34,243 WARN [BP-1452901790-172.17.0.3-1733246474848 heartbeating to localhost/127.0.0.1:36497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1452901790-172.17.0.3-1733246474848 (Datanode Uuid 12e7a073-5228-4888-a805-d22732297a1e) service to localhost/127.0.0.1:36497 2024-12-03T17:21:34,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:21:34,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:21:34,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/cluster_f5670aeb-7c1d-d4c5-5ced-ca3def33221b/data/data2/current/BP-1452901790-172.17.0.3-1733246474848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:34,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/cluster_f5670aeb-7c1d-d4c5-5ced-ca3def33221b/data/data1/current/BP-1452901790-172.17.0.3-1733246474848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:34,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:21:34,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29615434{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:34,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:34,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:34,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:34,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:34,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:21:34,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:21:34,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:34,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:34,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:34,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:34,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:21:34,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1075638421, stopped=false 2024-12-03T17:21:34,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,45033,1733246485364 2024-12-03T17:21:34,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:34,365 DEBUG [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.1733246487502 to pos 0, reset compression=false 2024-12-03T17:21:34,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:34,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/running 2024-12-03T17:21:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:34,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:34,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:34,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:34,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:34,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:34,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,44053,1733246485567' ***** 2024-12-03T17:21:34,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:21:34,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Set watcher on znode that does not yet exist, /0-481194997/running 2024-12-03T17:21:34,442 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:21:34,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:21:34,443 INFO [RS:0;27e0f852a164:44053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:21:34,443 INFO [RS:0;27e0f852a164:44053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:21:34,443 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:34,458 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,44053,1733246485567 2024-12-03T17:21:34,458 INFO [RS:0;27e0f852a164:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:34,458 INFO [RS:0;27e0f852a164:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:44053. 2024-12-03T17:21:34,459 DEBUG [RS:0;27e0f852a164:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:34,459 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:34,459 INFO [RS:0;27e0f852a164:44053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:21:34,459 INFO [RS:0;27e0f852a164:44053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:21:34,459 INFO [RS:0;27e0f852a164:44053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:21:34,459 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:21:34,462 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c90d53c179f3d56359f2d8b4c616ff7, disabling compactions & flushes 2024-12-03T17:21:34,462 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:34,462 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:34,462 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. after waiting 0 ms 2024-12-03T17:21:34,462 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:34,463 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:34,478 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:21:34,478 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1325): Online Regions={6c90d53c179f3d56359f2d8b4c616ff7=hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:21:34,478 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c90d53c179f3d56359f2d8b4c616ff7 2024-12-03T17:21:34,483 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:34,483 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:34,483 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:34,483 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:34,483 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:34,483 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T17:21:34,546 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/replication/6c90d53c179f3d56359f2d8b4c616ff7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T17:21:34,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/b2e1bdbe53fc4eb19f17b35bf3581590 is 147, key is hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7./info:regioninfo/1733246492168/Put/seqid=0 2024-12-03T17:21:34,548 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:34,548 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:34,548 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:34,548 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c90d53c179f3d56359f2d8b4c616ff7: Waiting for close lock at 1733246494462Running coprocessor pre-close hooks at 1733246494462Disabling compacts and flushes for region at 1733246494462Disabling writes for close at 1733246494462Writing region close event to WAL at 1733246494508 (+46 ms)Running coprocessor post-close hooks at 1733246494548 (+40 ms)Closed at 1733246494548 2024-12-03T17:21:34,548 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246481142.6c90d53c179f3d56359f2d8b4c616ff7. 2024-12-03T17:21:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741851_1027 (size=6385) 2024-12-03T17:21:34,599 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/b2e1bdbe53fc4eb19f17b35bf3581590 2024-12-03T17:21:34,630 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/.tmp/info/b2e1bdbe53fc4eb19f17b35bf3581590 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/info/b2e1bdbe53fc4eb19f17b35bf3581590 2024-12-03T17:21:34,665 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/info/b2e1bdbe53fc4eb19f17b35bf3581590, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T17:21:34,672 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=19, compaction requested=false 2024-12-03T17:21:34,681 DEBUG [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:21:34,753 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T17:21:34,754 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:21:34,754 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:21:34,754 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:34,754 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246494482Running coprocessor pre-close hooks at 1733246494482Disabling compacts and flushes for region at 1733246494482Disabling writes for close at 1733246494483 (+1 ms)Obtaining lock to block concurrent updates at 1733246494483Preparing flush snapshotting stores in 1588230740 at 1733246494483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733246494484 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246494489 (+5 ms)Flushing 1588230740/info: creating writer at 1733246494489Flushing 1588230740/info: appending metadata at 1733246494541 (+52 ms)Flushing 1588230740/info: closing flushed file at 1733246494542 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708ae610: reopening flushed file at 1733246494622 (+80 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=19, compaction requested=false at 1733246494672 (+50 ms)Writing region close event to WAL at 1733246494714 (+42 ms)Running coprocessor post-close hooks at 1733246494754 (+40 ms)Closed at 1733246494754 2024-12-03T17:21:34,755 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:34,881 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,44053,1733246485567; all regions closed. 2024-12-03T17:21:34,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/WALs/27e0f852a164,44053,1733246485567/27e0f852a164%2C44053%2C1733246485567.meta.1733246487893.meta not finished, retry = 0 2024-12-03T17:21:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741849_1025 (size=2156) 2024-12-03T17:21:35,058 DEBUG [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:35,058 INFO [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44053%2C1733246485567.meta:.meta(num 1733246487893) 2024-12-03T17:21:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741850_1026 (size=796) 2024-12-03T17:21:35,098 DEBUG [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:35,098 INFO [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44053%2C1733246485567.rep:(num 1733246492023) 2024-12-03T17:21:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741848_1024 (size=93) 2024-12-03T17:21:35,146 DEBUG [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/oldWALs 2024-12-03T17:21:35,146 INFO [RS:0;27e0f852a164:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C44053%2C1733246485567:(num 1733246487502) 2024-12-03T17:21:35,146 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:35,146 INFO [RS:0;27e0f852a164:44053 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:21:35,149 INFO [RS:0;27e0f852a164:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:35,149 INFO [RS:0;27e0f852a164:44053 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:35,149 INFO [RS:0;27e0f852a164:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:35,149 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T17:21:35,149 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T17:21:35,150 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T17:21:35,150 INFO [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,44053,1733246485567 because: Region server is closing 2024-12-03T17:21:35,150 INFO [RS:0;27e0f852a164:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:44053. 2024-12-03T17:21:35,150 DEBUG [RS:0;27e0f852a164:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:35,150 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:35,150 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:35,151 DEBUG [RS:0;27e0f852a164:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:35,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:35,254 WARN [RS:0;27e0f852a164:44053.replicationSource.shipper27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:21:35,255 INFO [RS:0;27e0f852a164:44053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;27e0f852a164:44053.replicationSource.shipper27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 terminated 2024-12-03T17:21:35,255 INFO [RS:0;27e0f852a164:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44053 2024-12-03T17:21:35,255 WARN [RS:0;27e0f852a164:44053.replicationSource.wal-reader.27e0f852a164%2C44053%2C1733246485567,1-27e0f852a164,44053,1733246485567 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:21:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997/rs 2024-12-03T17:21:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/rs/27e0f852a164,44053,1733246485567 2024-12-03T17:21:35,263 INFO [RS:0;27e0f852a164:44053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:35,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,44053,1733246485567] 2024-12-03T17:21:35,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/draining/27e0f852a164,44053,1733246485567 already deleted, retry=false 2024-12-03T17:21:35,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,44053,1733246485567 expired; onlineServers=0 2024-12-03T17:21:35,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,45033,1733246485364' ***** 2024-12-03T17:21:35,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:21:35,279 INFO [M:0;27e0f852a164:45033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:21:35,279 INFO [M:0;27e0f852a164:45033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:21:35,279 DEBUG [M:0;27e0f852a164:45033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:21:35,279 DEBUG [M:0;27e0f852a164:45033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:21:35,279 INFO [M:0;27e0f852a164:45033 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:21:35,279 INFO [M:0;27e0f852a164:45033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:21:35,279 DEBUG [M:0;27e0f852a164:45033 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:21:35,279 INFO [M:0;27e0f852a164:45033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:21:35,280 INFO [M:0;27e0f852a164:45033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:21:35,280 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246487072 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246487072,5,FailOnTimeoutGroup] 2024-12-03T17:21:35,280 INFO [M:0;27e0f852a164:45033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:21:35,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:21:35,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:21:35,282 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246487067 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246487067,5,FailOnTimeoutGroup] 2024-12-03T17:21:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-481194997/master 2024-12-03T17:21:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-481194997 2024-12-03T17:21:35,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-481194997/master already deleted, retry=false 2024-12-03T17:21:35,292 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-481194997/master 2024-12-03T17:21:35,298 INFO [M:0;27e0f852a164:45033 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/.lastflushedseqids 2024-12-03T17:21:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741852_1028 (size=181) 2024-12-03T17:21:35,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1010d4dd4e80007, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:35,380 INFO [RS:0;27e0f852a164:44053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:35,380 INFO [RS:0;27e0f852a164:44053 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,44053,1733246485567; zookeeper connection closed. 2024-12-03T17:21:35,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46febc78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46febc78 2024-12-03T17:21:35,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:21:35,750 INFO [M:0;27e0f852a164:45033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:21:35,751 INFO [M:0;27e0f852a164:45033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:21:35,751 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:35,751 INFO [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:35,751 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:35,751 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:35,751 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:35,751 INFO [M:0;27e0f852a164:45033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T17:21:35,799 DEBUG [M:0;27e0f852a164:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1ee6df44f514e2bb0f6caa72008bb2a is 82, key is hbase:meta,,1/info:regioninfo/1733246488029/Put/seqid=0 2024-12-03T17:21:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741853_1029 (size=5672) 2024-12-03T17:21:36,252 INFO [M:0;27e0f852a164:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1ee6df44f514e2bb0f6caa72008bb2a 2024-12-03T17:21:36,326 DEBUG [M:0;27e0f852a164:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d69c2ddce55e474fbffb17dc8ebddb84 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733246492204/Put/seqid=0 2024-12-03T17:21:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741854_1030 (size=7312) 2024-12-03T17:21:36,761 INFO [M:0;27e0f852a164:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d69c2ddce55e474fbffb17dc8ebddb84 2024-12-03T17:21:36,824 DEBUG [M:0;27e0f852a164:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e7e8eceb684626a1a54924ed011288 is 69, key is 27e0f852a164,44053,1733246485567/rs:state/1733246487092/Put/seqid=0 2024-12-03T17:21:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741855_1031 (size=5370) 2024-12-03T17:21:36,872 INFO [M:0;27e0f852a164:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e7e8eceb684626a1a54924ed011288 2024-12-03T17:21:36,908 INFO [M:0;27e0f852a164:45033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e7e8eceb684626a1a54924ed011288 2024-12-03T17:21:36,922 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1ee6df44f514e2bb0f6caa72008bb2a as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1ee6df44f514e2bb0f6caa72008bb2a 2024-12-03T17:21:36,959 INFO [M:0;27e0f852a164:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1ee6df44f514e2bb0f6caa72008bb2a, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T17:21:36,960 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d69c2ddce55e474fbffb17dc8ebddb84 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d69c2ddce55e474fbffb17dc8ebddb84 2024-12-03T17:21:36,972 INFO [M:0;27e0f852a164:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d69c2ddce55e474fbffb17dc8ebddb84, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T17:21:36,983 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e7e8eceb684626a1a54924ed011288 as hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1e7e8eceb684626a1a54924ed011288 2024-12-03T17:21:37,020 INFO [M:0;27e0f852a164:45033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e7e8eceb684626a1a54924ed011288 2024-12-03T17:21:37,020 INFO [M:0;27e0f852a164:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44019/user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1e7e8eceb684626a1a54924ed011288, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T17:21:37,025 INFO [M:0;27e0f852a164:45033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false 2024-12-03T17:21:37,091 INFO [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:37,091 DEBUG [M:0;27e0f852a164:45033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246495751Disabling compacts and flushes for region at 1733246495751Disabling writes for close at 1733246495751Obtaining lock to block concurrent updates at 1733246495751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246495751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733246495751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246495752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246495752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246495799 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246495799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246496261 (+462 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246496326 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246496326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246496776 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246496822 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246496822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc78fca: reopening flushed file at 1733246496908 (+86 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223412f8: reopening flushed file at 1733246496959 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f16c4a: reopening flushed file at 1733246496972 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false at 1733246497025 (+53 ms)Writing region close event to WAL at 1733246497091 (+66 ms)Closed at 1733246497091 2024-12-03T17:21:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35377 is added to blk_1073741847_1023 (size=22903) 2024-12-03T17:21:37,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3a18203-1abd-b201-2724-417e7d0f1267/MasterData/WALs/27e0f852a164,45033,1733246485364/27e0f852a164%2C45033%2C1733246485364.1733246486373 not finished, retry = 0 2024-12-03T17:21:37,239 INFO [M:0;27e0f852a164:45033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:21:37,239 INFO [M:0;27e0f852a164:45033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45033 2024-12-03T17:21:37,239 INFO [M:0;27e0f852a164:45033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:21:37,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:21:37,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:37,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x1010d4dd4e80006, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:21:37,342 INFO [M:0;27e0f852a164:45033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:21:37,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aab8543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:37,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:37,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:37,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:37,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:37,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:21:37,435 WARN [BP-505512992-172.17.0.3-1733246469383 heartbeating to localhost/127.0.0.1:44019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:21:37,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:21:37,436 WARN [BP-505512992-172.17.0.3-1733246469383 heartbeating to localhost/127.0.0.1:44019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-505512992-172.17.0.3-1733246469383 (Datanode Uuid 1068e8ea-a8a3-4b95-9ceb-4dc004a836bd) service to localhost/127.0.0.1:44019 2024-12-03T17:21:37,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/data/data1/current/BP-505512992-172.17.0.3-1733246469383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:37,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/cluster_9ed3f944-0d8a-34a1-b573-58764a6f2fa9/data/data2/current/BP-505512992-172.17.0.3-1733246469383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:21:37,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:21:37,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c528ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:37,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:21:37,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:21:37,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:21:37,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/044a69e4-904a-3a3c-3be0-3accccb02cbf/hadoop.log.dir/,STOPPED} 2024-12-03T17:21:37,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:21:37,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:21:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4dd4e80002, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:21:37,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4dd4e80002, quorum=127.0.0.1:57417, baseZNode=/0-481194997 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:21:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4dd4e80005, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:21:37,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4dd4e80005, quorum=127.0.0.1:57417, baseZNode=/1-389526560 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:21:37,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=200 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44019 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36497 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=570 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1132 (was 937) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4337 (was 2697) - AvailableMemoryMB LEAK? - 2024-12-03T17:21:37,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=200, OpenFileDescriptor=572, MaxFileDescriptor=1048576, SystemLoadAverage=1132, ProcessCount=12, AvailableMemoryMB=4323 2024-12-03T17:21:37,642 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T17:21:37,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir so I do NOT create it in target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f 2024-12-03T17:21:37,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:21:37,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.tmp.dir so I do NOT create it in target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f 2024-12-03T17:21:37,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3f90d40-93cc-f4d0-e252-b3b68416c00e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:21:37,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f 2024-12-03T17:21:37,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a, deleteOnExit=true 2024-12-03T17:21:37,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/zookeeper_0, clientPort=64387, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:21:37,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64387 2024-12-03T17:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/test.cache.data in system properties and HBase conf 2024-12-03T17:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:21:37,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:37,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:21:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:21:38,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:38,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:38,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:38,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:38,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:38,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:38,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:38,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:38,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c29c16d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/java.io.tmpdir/jetty-localhost-35303-hadoop-hdfs-3_4_1-tests_jar-_-any-11568687843987953735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:38,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:35303} 2024-12-03T17:21:38,468 INFO [Time-limited test {}] server.Server(415): Started @162965ms 2024-12-03T17:21:38,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:38,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:38,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:38,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:38,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:38,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:38,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:39,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b238757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/java.io.tmpdir/jetty-localhost-46627-hadoop-hdfs-3_4_1-tests_jar-_-any-8634723800700810677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:39,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:46627} 2024-12-03T17:21:39,132 INFO [Time-limited test {}] server.Server(415): Started @163629ms 2024-12-03T17:21:39,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:21:39,515 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/data/data1/current/BP-1801804998-172.17.0.3-1733246497849/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:39,521 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/data/data2/current/BP-1801804998-172.17.0.3-1733246497849/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:39,597 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:21:39,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b14bc78aa44eca7 with lease ID 0xf48f5dc769894ef3: Processing first storage report for DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f from datanode DatanodeRegistration(127.0.0.1:37137, datanodeUuid=d19aa624-6889-4811-8143-86e998415472, infoPort=43187, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1531937983;c=1733246497849) 2024-12-03T17:21:39,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b14bc78aa44eca7 with lease ID 0xf48f5dc769894ef3: from storage DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f node DatanodeRegistration(127.0.0.1:37137, datanodeUuid=d19aa624-6889-4811-8143-86e998415472, infoPort=43187, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1531937983;c=1733246497849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b14bc78aa44eca7 with lease ID 0xf48f5dc769894ef3: Processing first storage report for DS-12f835ba-70bf-4e98-9643-b49202d264b3 from datanode DatanodeRegistration(127.0.0.1:37137, datanodeUuid=d19aa624-6889-4811-8143-86e998415472, infoPort=43187, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1531937983;c=1733246497849) 2024-12-03T17:21:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b14bc78aa44eca7 with lease ID 0xf48f5dc769894ef3: from storage DS-12f835ba-70bf-4e98-9643-b49202d264b3 node DatanodeRegistration(127.0.0.1:37137, datanodeUuid=d19aa624-6889-4811-8143-86e998415472, infoPort=43187, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1531937983;c=1733246497849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:39,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f 2024-12-03T17:21:39,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:39,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:21:39,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a with version=8 2024-12-03T17:21:39,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/hbase-staging 2024-12-03T17:21:39,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:39,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:39,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:39,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:39,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:39,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:39,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:21:39,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:39,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35873 2024-12-03T17:21:39,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35873 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:39,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358730x0, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:39,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35873-0x1010d4e438d0000 connected 2024-12-03T17:21:40,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:40,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:40,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:40,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/running 2024-12-03T17:21:40,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a, hbase.cluster.distributed=false 2024-12-03T17:21:40,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/acl 2024-12-03T17:21:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35873 2024-12-03T17:21:40,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35873 2024-12-03T17:21:40,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35873 2024-12-03T17:21:40,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:40,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35873 2024-12-03T17:21:40,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35873 2024-12-03T17:21:40,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:21:40,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:40,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32985 2024-12-03T17:21:40,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32985 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:40,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:40,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:40,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329850x0, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:40,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32985-0x1010d4e438d0001 connected 2024-12-03T17:21:40,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/running 2024-12-03T17:21:40,283 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:21:40,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:21:40,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/master 2024-12-03T17:21:40,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/acl 2024-12-03T17:21:40,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-03T17:21:40,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-12-03T17:21:40,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-12-03T17:21:40,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-03T17:21:40,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-03T17:21:40,427 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:35873 2024-12-03T17:21:40,430 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-199076487/backup-masters/27e0f852a164,35873,1733246499793 2024-12-03T17:21:40,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/backup-masters 2024-12-03T17:21:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/backup-masters 2024-12-03T17:21:40,443 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on existing znode=/0-199076487/backup-masters/27e0f852a164,35873,1733246499793 2024-12-03T17:21:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199076487/master 2024-12-03T17:21:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:40,456 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on existing znode=/0-199076487/master 2024-12-03T17:21:40,460 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-199076487/backup-masters/27e0f852a164,35873,1733246499793 from backup master directory 2024-12-03T17:21:40,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/backup-masters 2024-12-03T17:21:40,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199076487/backup-masters/27e0f852a164,35873,1733246499793 2024-12-03T17:21:40,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/backup-masters 2024-12-03T17:21:40,470 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:40,470 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,35873,1733246499793 2024-12-03T17:21:40,506 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/hbase.id] with ID: 44112c21-1cf4-4e5e-8066-7e6012ffab0d 2024-12-03T17:21:40,506 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/.tmp/hbase.id 2024-12-03T17:21:40,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:21:40,575 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/.tmp/hbase.id]:[hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/hbase.id] 2024-12-03T17:21:40,620 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:40,620 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:21:40,621 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:21:40,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:40,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:21:40,705 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:40,706 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:21:40,706 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:21:41,171 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store 2024-12-03T17:21:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:21:41,221 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:41,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:41,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:41,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:41,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:41,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:41,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:41,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246501221Disabling compacts and flushes for region at 1733246501221Disabling writes for close at 1733246501222 (+1 ms)Writing region close event to WAL at 1733246501222Closed at 1733246501222 2024-12-03T17:21:41,238 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/.initializing 2024-12-03T17:21:41,238 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/WALs/27e0f852a164,35873,1733246499793 2024-12-03T17:21:41,250 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:41,253 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C35873%2C1733246499793, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/WALs/27e0f852a164,35873,1733246499793, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/oldWALs, maxLogs=10 2024-12-03T17:21:41,287 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/WALs/27e0f852a164,35873,1733246499793/27e0f852a164%2C35873%2C1733246499793.1733246501253, exclude list is [], retry=0 2024-12-03T17:21:41,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37137,DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f,DISK] 2024-12-03T17:21:41,329 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/WALs/27e0f852a164,35873,1733246499793/27e0f852a164%2C35873%2C1733246499793.1733246501253 2024-12-03T17:21:41,350 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-03T17:21:41,351 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:41,351 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:41,351 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,351 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:21:41,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:41,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:41,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:21:41,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:41,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:41,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:21:41,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:41,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:41,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:21:41,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:41,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:41,435 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,436 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,436 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,439 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:41,440 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:41,447 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:41,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59112920, jitterRate=-0.119148850440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:41,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246501351Initializing all the Stores at 1733246501366 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246501366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246501379 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246501379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246501379Cleaning up temporary data from old regions at 1733246501438 (+59 ms)Region opened successfully at 1733246501448 (+10 ms) 2024-12-03T17:21:41,455 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:21:41,460 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514f94a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:41,470 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:21:41,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:21:41,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:21:41,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:21:41,472 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:21:41,472 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:21:41,472 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:21:41,495 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:21:41,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/balancer because node does not exist (not necessarily an error) 2024-12-03T17:21:41,517 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/balancer already deleted, retry=false 2024-12-03T17:21:41,518 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:21:41,521 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:21:41,539 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/normalizer already deleted, retry=false 2024-12-03T17:21:41,540 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:21:41,556 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:21:41,562 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/switch/split already deleted, retry=false 2024-12-03T17:21:41,570 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:21:41,578 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/switch/merge already deleted, retry=false 2024-12-03T17:21:41,598 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:21:41,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/snapshot-cleanup already deleted, retry=false 2024-12-03T17:21:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199076487/running 2024-12-03T17:21:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199076487/running 2024-12-03T17:21:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,625 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,35873,1733246499793, sessionid=0x1010d4e438d0000, setting cluster-up flag (Was=false) 2024-12-03T17:21:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,675 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199076487/flush-table-proc/acquired, /0-199076487/flush-table-proc/reached, /0-199076487/flush-table-proc/abort 2024-12-03T17:21:41,680 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,35873,1733246499793 2024-12-03T17:21:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:41,755 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199076487/online-snapshot/acquired, /0-199076487/online-snapshot/reached, /0-199076487/online-snapshot/abort 2024-12-03T17:21:41,761 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,35873,1733246499793 2024-12-03T17:21:41,764 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:21:41,778 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:41,779 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:21:41,779 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:21:41,779 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,35873,1733246499793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:21:41,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:41,792 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:41,792 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:41,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246531822 2024-12-03T17:21:41,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:21:41,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:21:41,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:21:41,831 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:41,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:41,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:21:41,834 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:21:41,872 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246501834,5,FailOnTimeoutGroup] 2024-12-03T17:21:41,873 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(746): ClusterId : 44112c21-1cf4-4e5e-8066-7e6012ffab0d 2024-12-03T17:21:41,874 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:21:41,881 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246501872,5,FailOnTimeoutGroup] 2024-12-03T17:21:41,881 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:41,881 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:21:41,881 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:41,881 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:41,899 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:21:41,899 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:21:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:21:41,904 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:21:41,904 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656e7d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:41,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:21:41,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a 2024-12-03T17:21:41,929 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:32985 2024-12-03T17:21:41,930 INFO [RS:0;27e0f852a164:32985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:21:41,930 INFO [RS:0;27e0f852a164:32985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:21:41,930 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:21:41,931 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,35873,1733246499793 with port=32985, startcode=1733246500217 2024-12-03T17:21:41,931 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:21:41,933 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:21:41,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,32985,1733246500217 2024-12-03T17:21:41,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35873 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,32985,1733246500217 2024-12-03T17:21:41,936 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a 2024-12-03T17:21:41,936 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39745 2024-12-03T17:21:41,936 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:21:41,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/rs 2024-12-03T17:21:41,939 DEBUG [RS:0;27e0f852a164:32985 {}] zookeeper.ZKUtil(111): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on existing znode=/0-199076487/rs/27e0f852a164,32985,1733246500217 2024-12-03T17:21:41,939 WARN [RS:0;27e0f852a164:32985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:41,939 INFO [RS:0;27e0f852a164:32985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:41,939 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217 2024-12-03T17:21:41,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,32985,1733246500217] 2024-12-03T17:21:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:21:41,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:42,010 INFO [RS:0;27e0f852a164:32985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:21:42,014 INFO [RS:0;27e0f852a164:32985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:21:42,018 INFO [RS:0;27e0f852a164:32985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:21:42,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:42,019 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:42,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:42,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:42,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:42,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:42,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:42,034 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:21:42,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:42,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:42,037 INFO [RS:0;27e0f852a164:32985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:21:42,037 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,037 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,038 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,038 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:42,038 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:42,038 DEBUG [RS:0;27e0f852a164:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:42,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740 2024-12-03T17:21:42,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:42,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:42,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:42,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:42,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71248527, jitterRate=0.06168578565120697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246501992Initializing all the Stores at 1733246502001 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502011 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246502011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502011Cleaning up temporary data from old regions at 1733246502040 (+29 ms)Region opened successfully at 1733246502074 (+34 ms) 2024-12-03T17:21:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:42,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:42,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:42,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:42,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246502074Disabling compacts and flushes for region at 1733246502074Disabling writes for close at 1733246502074Writing region close event to WAL at 1733246502083 (+9 ms)Closed at 1733246502083 2024-12-03T17:21:42,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:42,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:21:42,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:21:42,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:42,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,095 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32985,1733246500217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:42,136 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:21:42,136 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,32985,1733246500217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,136 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,137 INFO [RS:0;27e0f852a164:32985 {}] regionserver.Replication(171): 27e0f852a164,32985,1733246500217 started 2024-12-03T17:21:42,170 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:42,178 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,32985,1733246500217, RpcServer on 27e0f852a164/172.17.0.3:32985, sessionid=0x1010d4e438d0001 2024-12-03T17:21:42,179 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:21:42,179 DEBUG [RS:0;27e0f852a164:32985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,32985,1733246500217 2024-12-03T17:21:42,179 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,32985,1733246500217' 2024-12-03T17:21:42,179 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199076487/flush-table-proc/abort' 2024-12-03T17:21:42,190 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199076487/flush-table-proc/acquired' 2024-12-03T17:21:42,196 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:21:42,196 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:21:42,196 DEBUG [RS:0;27e0f852a164:32985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,32985,1733246500217 2024-12-03T17:21:42,196 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,32985,1733246500217' 2024-12-03T17:21:42,196 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199076487/online-snapshot/abort' 2024-12-03T17:21:42,202 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199076487/online-snapshot/acquired' 2024-12-03T17:21:42,210 DEBUG [RS:0;27e0f852a164:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:21:42,210 INFO [RS:0;27e0f852a164:32985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:21:42,210 INFO [RS:0;27e0f852a164:32985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:21:42,238 WARN [27e0f852a164:35873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:21:42,313 INFO [RS:0;27e0f852a164:32985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:42,327 INFO [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C32985%2C1733246500217, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs, maxLogs=10 2024-12-03T17:21:42,353 DEBUG [RS:0;27e0f852a164:32985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327, exclude list is [], retry=0 2024-12-03T17:21:42,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37137,DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f,DISK] 2024-12-03T17:21:42,383 INFO [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 2024-12-03T17:21:42,387 DEBUG [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-03T17:21:42,490 DEBUG [27e0f852a164:35873 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:42,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:42,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,32985,1733246500217, state=OPENING 2024-12-03T17:21:42,499 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:21:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:42,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199076487/meta-region-server: CHANGED 2024-12-03T17:21:42,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:42,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,32985,1733246500217}] 2024-12-03T17:21:42,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199076487/meta-region-server: CHANGED 2024-12-03T17:21:42,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:42,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:21:42,715 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:21:42,715 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:42,715 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:21:42,719 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C32985%2C1733246500217.meta, suffix=.meta, logDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs, maxLogs=10 2024-12-03T17:21:42,755 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.meta.1733246502719.meta, exclude list is [], retry=0 2024-12-03T17:21:42,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37137,DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f,DISK] 2024-12-03T17:21:42,806 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.meta.1733246502719.meta 2024-12-03T17:21:42,812 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-03T17:21:42,812 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:42,813 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:21:42,813 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:21:42,813 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:21:42,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:42,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:42,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:42,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:42,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:42,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:42,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:42,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:42,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:42,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:42,871 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:42,872 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740 2024-12-03T17:21:42,874 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740 2024-12-03T17:21:42,892 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:42,892 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:42,896 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:42,909 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:42,912 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74702175, jitterRate=0.11314915120601654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:42,912 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:21:42,913 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246502813Writing region info on filesystem at 1733246502813Initializing all the Stores at 1733246502818 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502826 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246502826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246502826Cleaning up temporary data from old regions at 1733246502892 (+66 ms)Running coprocessor post-open hooks at 1733246502912 (+20 ms)Region opened successfully at 1733246502913 (+1 ms) 2024-12-03T17:21:42,930 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246502671 2024-12-03T17:21:42,945 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:21:42,945 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:21:42,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:42,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,32985,1733246500217, state=OPEN 2024-12-03T17:21:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199076487/meta-region-server 2024-12-03T17:21:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199076487/meta-region-server 2024-12-03T17:21:42,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199076487/meta-region-server: CHANGED 2024-12-03T17:21:42,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199076487/meta-region-server: CHANGED 2024-12-03T17:21:42,976 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,32985,1733246500217 2024-12-03T17:21:42,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:21:42,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,32985,1733246500217 in 467 msec 2024-12-03T17:21:42,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:21:42,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 907 msec 2024-12-03T17:21:42,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:42,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:21:43,010 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:43,011 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:43,011 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:43,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:43,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-12-03T17:21:43,038 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246503038, completionTime=-1 2024-12-03T17:21:43,038 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:21:43,039 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:21:43,045 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246563045 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246623046 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:35873, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,062 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:21:43,062 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,075 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.605sec 2024-12-03T17:21:43,075 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:21:43,075 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:21:43,075 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:21:43,076 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:21:43,076 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:21:43,076 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:43,076 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:21:43,118 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:21:43,118 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:21:43,119 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35873,1733246499793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:43,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:43,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:43,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:43,175 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d90431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:43,178 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:43,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:21:43,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:43,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:43,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:43,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,35873,1733246499793 2024-12-03T17:21:43,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir so I do NOT create it in target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da 2024-12-03T17:21:43,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.tmp.dir so I do NOT create it in target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da 2024-12-03T17:21:43,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:21:43,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/cluster_29a29faf-79a8-bb44-5f4e-a655d6a716c8, deleteOnExit=true 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/test.cache.data in system properties and HBase conf 2024-12-03T17:21:43,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:21:43,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:21:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:21:43,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:21:43,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4e438d0002 connected 2024-12-03T17:21:43,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:43,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:43,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:43,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:43,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:43,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:43,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:43,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:43,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b1298a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/java.io.tmpdir/jetty-localhost-44091-hadoop-hdfs-3_4_1-tests_jar-_-any-11740151424243321547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:21:43,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:44091} 2024-12-03T17:21:43,585 INFO [Time-limited test {}] server.Server(415): Started @168082ms 2024-12-03T17:21:43,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:21:43,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:21:43,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:21:43,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:21:43,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:21:43,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:21:43,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:21:44,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295f848f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/java.io.tmpdir/jetty-localhost-35493-hadoop-hdfs-3_4_1-tests_jar-_-any-14370232462632243614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:21:44,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:35493} 2024-12-03T17:21:44,162 INFO [Time-limited test {}] server.Server(415): Started @168660ms 2024-12-03T17:21:44,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:21:44,523 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/cluster_29a29faf-79a8-bb44-5f4e-a655d6a716c8/data/data1/current/BP-1345146692-172.17.0.3-1733246503251/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:44,536 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/cluster_29a29faf-79a8-bb44-5f4e-a655d6a716c8/data/data2/current/BP-1345146692-172.17.0.3-1733246503251/current, will proceed with Du for space computation calculation, 2024-12-03T17:21:44,655 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:21:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf68f99090f1de591 with lease ID 0x87130df9badd5b72: Processing first storage report for DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=038654b9-7129-42f8-8511-d62dae149f2f, infoPort=46375, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1582178985;c=1733246503251) 2024-12-03T17:21:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf68f99090f1de591 with lease ID 0x87130df9badd5b72: from storage DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=038654b9-7129-42f8-8511-d62dae149f2f, infoPort=46375, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1582178985;c=1733246503251), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf68f99090f1de591 with lease ID 0x87130df9badd5b72: Processing first storage report for DS-9d3b518d-8c51-4201-8795-fd7a5e3449d3 from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=038654b9-7129-42f8-8511-d62dae149f2f, infoPort=46375, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1582178985;c=1733246503251) 2024-12-03T17:21:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf68f99090f1de591 with lease ID 0x87130df9badd5b72: from storage DS-9d3b518d-8c51-4201-8795-fd7a5e3449d3 node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=038654b9-7129-42f8-8511-d62dae149f2f, infoPort=46375, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1582178985;c=1733246503251), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:21:44,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da 2024-12-03T17:21:44,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:44,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:21:44,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503 with version=8 2024-12-03T17:21:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/hbase-staging 2024-12-03T17:21:44,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:44,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:21:44,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:44,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38649 2024-12-03T17:21:44,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38649 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:44,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386490x0, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:44,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38649-0x1010d4e438d0003 connected 2024-12-03T17:21:44,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:44,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:44,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/running 2024-12-03T17:21:44,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503, hbase.cluster.distributed=false 2024-12-03T17:21:44,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/acl 2024-12-03T17:21:44,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-03T17:21:44,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38649 2024-12-03T17:21:45,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38649 2024-12-03T17:21:45,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-03T17:21:45,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38649 2024-12-03T17:21:45,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:21:45,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:21:45,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38719 2024-12-03T17:21:45,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38719 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:45,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:45,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:45,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387190x0, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:45,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387190x0, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/running 2024-12-03T17:21:45,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:21:45,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38719-0x1010d4e438d0004 connected 2024-12-03T17:21:45,154 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:21:45,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/master 2024-12-03T17:21:45,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/acl 2024-12-03T17:21:45,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-03T17:21:45,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38719 2024-12-03T17:21:45,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38719 2024-12-03T17:21:45,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-03T17:21:45,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-03T17:21:45,299 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:38649 2024-12-03T17:21:45,315 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1082641802/backup-masters/27e0f852a164,38649,1733246504812 2024-12-03T17:21:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/backup-masters 2024-12-03T17:21:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/backup-masters 2024-12-03T17:21:45,327 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on existing znode=/1-1082641802/backup-masters/27e0f852a164,38649,1733246504812 2024-12-03T17:21:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:45,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1082641802/master 2024-12-03T17:21:45,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:45,346 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on existing znode=/1-1082641802/master 2024-12-03T17:21:45,351 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1082641802/backup-masters/27e0f852a164,38649,1733246504812 from backup master directory 2024-12-03T17:21:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/backup-masters 2024-12-03T17:21:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1082641802/backup-masters/27e0f852a164,38649,1733246504812 2024-12-03T17:21:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/backup-masters 2024-12-03T17:21:45,355 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:45,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,38649,1733246504812 2024-12-03T17:21:45,381 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/hbase.id] with ID: c34cb0c9-a2a7-4ab0-987e-d377efa55cbd 2024-12-03T17:21:45,381 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/.tmp/hbase.id 2024-12-03T17:21:45,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:21:45,854 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/.tmp/hbase.id]:[hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/hbase.id] 2024-12-03T17:21:45,902 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:45,902 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:21:45,903 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:21:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:21:46,379 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:46,380 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:21:46,383 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:21:46,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store 2024-12-03T17:21:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:21:46,483 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:46,483 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:21:46,483 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246506483Disabling compacts and flushes for region at 1733246506483Disabling writes for close at 1733246506483Writing region close event to WAL at 1733246506483Closed at 1733246506483 2024-12-03T17:21:46,494 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/.initializing 2024-12-03T17:21:46,494 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/WALs/27e0f852a164,38649,1733246504812 2024-12-03T17:21:46,498 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:46,504 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C38649%2C1733246504812, suffix=, logDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/WALs/27e0f852a164,38649,1733246504812, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/oldWALs, maxLogs=10 2024-12-03T17:21:46,530 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/WALs/27e0f852a164,38649,1733246504812/27e0f852a164%2C38649%2C1733246504812.1733246506504, exclude list is [], retry=0 2024-12-03T17:21:46,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a,DISK] 2024-12-03T17:21:46,544 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/WALs/27e0f852a164,38649,1733246504812/27e0f852a164%2C38649%2C1733246504812.1733246506504 2024-12-03T17:21:46,546 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-03T17:21:46,546 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:46,546 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:46,546 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,546 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:21:46,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:46,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:46,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:21:46,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:46,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:46,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:21:46,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:46,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:46,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:21:46,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:46,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:46,589 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,589 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,590 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,593 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,593 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,593 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:46,599 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:21:46,605 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:46,606 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67964670, jitterRate=0.012752503156661987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:46,606 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246506546Initializing all the Stores at 1733246506558 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246506559 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246506559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246506559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246506559Cleaning up temporary data from old regions at 1733246506593 (+34 ms)Region opened successfully at 1733246506606 (+13 ms) 2024-12-03T17:21:46,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:21:46,615 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1484c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:46,618 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:21:46,618 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:21:46,618 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:21:46,619 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:21:46,619 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:21:46,620 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:21:46,620 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:21:46,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:21:46,630 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/balancer because node does not exist (not necessarily an error) 2024-12-03T17:21:46,639 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/balancer already deleted, retry=false 2024-12-03T17:21:46,640 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:21:46,645 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:21:46,658 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/normalizer already deleted, retry=false 2024-12-03T17:21:46,659 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:21:46,671 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:21:46,677 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/switch/split already deleted, retry=false 2024-12-03T17:21:46,683 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:21:46,687 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/switch/merge already deleted, retry=false 2024-12-03T17:21:46,699 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:21:46,710 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/snapshot-cleanup already deleted, retry=false 2024-12-03T17:21:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1082641802/running 2024-12-03T17:21:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:46,722 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,38649,1733246504812, sessionid=0x1010d4e438d0003, setting cluster-up flag (Was=false) 2024-12-03T17:21:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1082641802/running 2024-12-03T17:21:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:46,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:46,766 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1082641802/flush-table-proc/acquired, /1-1082641802/flush-table-proc/reached, /1-1082641802/flush-table-proc/abort 2024-12-03T17:21:46,788 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,38649,1733246504812 2024-12-03T17:21:46,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:46,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:46,814 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1082641802/online-snapshot/acquired, /1-1082641802/online-snapshot/reached, /1-1082641802/online-snapshot/abort 2024-12-03T17:21:46,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,38649,1733246504812 2024-12-03T17:21:46,854 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:21:46,867 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:46,867 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:21:46,867 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:21:46,867 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,38649,1733246504812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:46,899 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:46,899 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(746): ClusterId : c34cb0c9-a2a7-4ab0-987e-d377efa55cbd 2024-12-03T17:21:46,899 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246536907 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:21:46,907 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:21:46,909 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:21:46,909 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:21:46,912 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:21:46,912 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c4f75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:21:46,913 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:46,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:21:46,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:21:46,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:21:46,914 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:21:46,918 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:21:46,918 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:21:46,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:46,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:21:46,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:46,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:21:46,949 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:38719 2024-12-03T17:21:46,950 INFO [RS:0;27e0f852a164:38719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:21:46,950 INFO [RS:0;27e0f852a164:38719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:21:46,950 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:21:46,950 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246506918,5,FailOnTimeoutGroup] 2024-12-03T17:21:46,951 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246506950,5,FailOnTimeoutGroup] 2024-12-03T17:21:46,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:46,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:21:46,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:46,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:46,955 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,38649,1733246504812 with port=38719, startcode=1733246505069 2024-12-03T17:21:46,955 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:21:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:21:46,975 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:21:46,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,38719,1733246505069 2024-12-03T17:21:46,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38649 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,38719,1733246505069 2024-12-03T17:21:46,980 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503 2024-12-03T17:21:46,980 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42127 2024-12-03T17:21:46,980 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:21:46,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/rs 2024-12-03T17:21:46,999 DEBUG [RS:0;27e0f852a164:38719 {}] zookeeper.ZKUtil(111): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on existing znode=/1-1082641802/rs/27e0f852a164,38719,1733246505069 2024-12-03T17:21:46,999 WARN [RS:0;27e0f852a164:38719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:21:46,999 INFO [RS:0;27e0f852a164:38719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:46,999 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069 2024-12-03T17:21:47,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,38719,1733246505069] 2024-12-03T17:21:47,036 INFO [RS:0;27e0f852a164:38719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:21:47,039 INFO [RS:0;27e0f852a164:38719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:21:47,048 INFO [RS:0;27e0f852a164:38719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:21:47,048 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,049 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:21:47,050 INFO [RS:0;27e0f852a164:38719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:21:47,050 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:21:47,050 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:47,051 DEBUG [RS:0;27e0f852a164:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,074 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38719,1733246505069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:47,110 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:21:47,110 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38719,1733246505069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,110 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,110 INFO [RS:0;27e0f852a164:38719 {}] regionserver.Replication(171): 27e0f852a164,38719,1733246505069 started 2024-12-03T17:21:47,168 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:47,168 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,38719,1733246505069, RpcServer on 27e0f852a164/172.17.0.3:38719, sessionid=0x1010d4e438d0004 2024-12-03T17:21:47,168 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:21:47,168 DEBUG [RS:0;27e0f852a164:38719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,38719,1733246505069 2024-12-03T17:21:47,168 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,38719,1733246505069' 2024-12-03T17:21:47,169 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1082641802/flush-table-proc/abort' 2024-12-03T17:21:47,182 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1082641802/flush-table-proc/acquired' 2024-12-03T17:21:47,187 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:21:47,187 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:21:47,187 DEBUG [RS:0;27e0f852a164:38719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,38719,1733246505069 2024-12-03T17:21:47,187 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,38719,1733246505069' 2024-12-03T17:21:47,187 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1082641802/online-snapshot/abort' 2024-12-03T17:21:47,188 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1082641802/online-snapshot/acquired' 2024-12-03T17:21:47,190 DEBUG [RS:0;27e0f852a164:38719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:21:47,190 INFO [RS:0;27e0f852a164:38719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:21:47,190 INFO [RS:0;27e0f852a164:38719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:21:47,290 INFO [RS:0;27e0f852a164:38719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:21:47,298 INFO [RS:0;27e0f852a164:38719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C38719%2C1733246505069, suffix=, logDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/oldWALs, maxLogs=10 2024-12-03T17:21:47,320 DEBUG [RS:0;27e0f852a164:38719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, exclude list is [], retry=0 2024-12-03T17:21:47,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a,DISK] 2024-12-03T17:21:47,370 INFO [RS:0;27e0f852a164:38719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 2024-12-03T17:21:47,374 DEBUG [RS:0;27e0f852a164:38719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-03T17:21:47,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:21:47,391 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503 2024-12-03T17:21:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:21:47,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:47,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:47,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:47,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:47,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:47,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:47,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:47,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:47,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:47,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:47,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:47,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:47,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:47,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:47,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:47,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:47,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:47,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:47,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740 2024-12-03T17:21:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740 2024-12-03T17:21:47,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:47,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:47,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:47,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:47,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:47,575 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60676879, jitterRate=-0.09584404528141022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:47,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246507449Initializing all the Stores at 1733246507454 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246507454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246507454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246507454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246507454Cleaning up temporary data from old regions at 1733246507543 (+89 ms)Region opened successfully at 1733246507575 (+32 ms) 2024-12-03T17:21:47,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:21:47,575 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:21:47,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:21:47,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:21:47,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:21:47,586 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:21:47,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246507575Disabling compacts and flushes for region at 1733246507575Disabling writes for close at 1733246507575Writing region close event to WAL at 1733246507586 (+11 ms)Closed at 1733246507586 2024-12-03T17:21:47,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:47,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:21:47,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:21:47,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:47,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:21:47,769 DEBUG [27e0f852a164:38649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:21:47,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:47,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,38719,1733246505069, state=OPENING 2024-12-03T17:21:47,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:21:47,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:47,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:47,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1082641802/meta-region-server: CHANGED 2024-12-03T17:21:47,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:21:47,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,38719,1733246505069}] 2024-12-03T17:21:47,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1082641802/meta-region-server: CHANGED 2024-12-03T17:21:47,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:47,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:21:48,014 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:21:48,014 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:48,014 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:21:48,032 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C38719%2C1733246505069.meta, suffix=.meta, logDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/oldWALs, maxLogs=10 2024-12-03T17:21:48,086 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.meta.1733246508032.meta, exclude list is [], retry=0 2024-12-03T17:21:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a,DISK] 2024-12-03T17:21:48,144 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.meta.1733246508032.meta 2024-12-03T17:21:48,144 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-03T17:21:48,144 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:48,145 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:21:48,145 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:21:48,145 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:21:48,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:21:48,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:21:48,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:48,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:48,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:21:48,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:21:48,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:48,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:48,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:21:48,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:21:48,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:48,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:48,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:21:48,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:21:48,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:48,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:21:48,225 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:21:48,234 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740 2024-12-03T17:21:48,242 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740 2024-12-03T17:21:48,251 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:21:48,251 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:21:48,257 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:21:48,264 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:21:48,268 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73489175, jitterRate=0.09507404267787933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:21:48,269 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:21:48,269 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246508145Writing region info on filesystem at 1733246508145Initializing all the Stores at 1733246508158 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246508158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246508162 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246508162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246508162Cleaning up temporary data from old regions at 1733246508251 (+89 ms)Running coprocessor post-open hooks at 1733246508269 (+18 ms)Region opened successfully at 1733246508269 2024-12-03T17:21:48,272 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246507974 2024-12-03T17:21:48,277 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:21:48,278 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:21:48,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:48,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,38719,1733246505069, state=OPEN 2024-12-03T17:21:48,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1082641802/meta-region-server 2024-12-03T17:21:48,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,38719,1733246505069 2024-12-03T17:21:48,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1082641802/meta-region-server: CHANGED 2024-12-03T17:21:48,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1082641802/meta-region-server 2024-12-03T17:21:48,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1082641802/meta-region-server: CHANGED 2024-12-03T17:21:48,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:21:48,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,38719,1733246505069 in 495 msec 2024-12-03T17:21:48,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:21:48,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-12-03T17:21:48,310 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:21:48,310 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:21:48,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:48,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:48,318 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:48,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:48,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:48,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4740 sec 2024-12-03T17:21:48,340 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246508340, completionTime=-1 2024-12-03T17:21:48,340 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:21:48,340 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:21:48,343 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:21:48,343 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246568343 2024-12-03T17:21:48,343 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246628343 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:38649, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,344 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,350 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:21:48,353 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.998sec 2024-12-03T17:21:48,353 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:21:48,353 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:21:48,353 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:21:48,353 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:21:48,354 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:21:48,354 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:21:48,354 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:21:48,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,393 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:21:48,393 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:21:48,393 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,38649,1733246504812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:21:48,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766733c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:48,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:48,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:48,400 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:48,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744348ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:48,403 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:48,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:48,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:48,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:48,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:48,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,38649,1733246504812 2024-12-03T17:21:48,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-12-03T17:21:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:21:48,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4e438d0005 connected 2024-12-03T17:21:48,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:21:48,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c0c48b 2024-12-03T17:21:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:48,483 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:48,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:21:48,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:21:48,507 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:48,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:21:48,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:21:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:21:48,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 809140d48a61a1b575edde99e4fa7e4c, NAME => 'test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a 2024-12-03T17:21:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:21:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 809140d48a61a1b575edde99e4fa7e4c, disabling compactions & flushes 2024-12-03T17:21:49,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. after waiting 0 ms 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 809140d48a61a1b575edde99e4fa7e4c: Waiting for close lock at 1733246509111Disabling compacts and flushes for region at 1733246509111Disabling writes for close at 1733246509111Writing region close event to WAL at 1733246509111Closed at 1733246509111 2024-12-03T17:21:49,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:21:49,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246509113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246509113"}]},"ts":"1733246509113"} 2024-12-03T17:21:49,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:21:49,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:21:49,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246509133"}]},"ts":"1733246509133"} 2024-12-03T17:21:49,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:21:49,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809140d48a61a1b575edde99e4fa7e4c, ASSIGN}] 2024-12-03T17:21:49,141 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809140d48a61a1b575edde99e4fa7e4c, ASSIGN 2024-12-03T17:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:49,142 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=809140d48a61a1b575edde99e4fa7e4c, ASSIGN; state=OFFLINE, location=27e0f852a164,32985,1733246500217; forceNewPlan=false, retain=false 2024-12-03T17:21:49,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809140d48a61a1b575edde99e4fa7e4c, regionState=OPENING, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:49,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=809140d48a61a1b575edde99e4fa7e4c, ASSIGN because future has completed 2024-12-03T17:21:49,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809140d48a61a1b575edde99e4fa7e4c, server=27e0f852a164,32985,1733246500217}] 2024-12-03T17:21:49,491 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,492 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 809140d48a61a1b575edde99e4fa7e4c, NAME => 'test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:49,492 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:49,492 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:21:49,492 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,502 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,509 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809140d48a61a1b575edde99e4fa7e4c columnFamilyName f 2024-12-03T17:21:49,510 DEBUG [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:49,510 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(327): Store=809140d48a61a1b575edde99e4fa7e4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:49,510 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,526 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809140d48a61a1b575edde99e4fa7e4c columnFamilyName f1 2024-12-03T17:21:49,526 DEBUG [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:49,530 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(327): Store=809140d48a61a1b575edde99e4fa7e4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:49,531 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,539 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809140d48a61a1b575edde99e4fa7e4c columnFamilyName norep 2024-12-03T17:21:49,539 DEBUG [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:49,543 INFO [StoreOpener-809140d48a61a1b575edde99e4fa7e4c-1 {}] regionserver.HStore(327): Store=809140d48a61a1b575edde99e4fa7e4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:49,543 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,547 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,551 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,562 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,562 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,566 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:49,582 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,610 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:49,611 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 809140d48a61a1b575edde99e4fa7e4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63401606, jitterRate=-0.055242449045181274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:49,611 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:21:49,612 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 809140d48a61a1b575edde99e4fa7e4c: Running coprocessor pre-open hook at 1733246509493Writing region info on filesystem at 1733246509493Initializing all the Stores at 1733246509495 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246509495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246509498 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246509498Cleaning up temporary data from old regions at 1733246509562 (+64 ms)Running coprocessor post-open hooks at 1733246509611 (+49 ms)Region opened successfully at 1733246509612 (+1 ms) 2024-12-03T17:21:49,622 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., pid=6, masterSystemTime=1733246509473 2024-12-03T17:21:49,636 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,636 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:21:49,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809140d48a61a1b575edde99e4fa7e4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:49,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809140d48a61a1b575edde99e4fa7e4c, server=27e0f852a164,32985,1733246500217 because future has completed 2024-12-03T17:21:49,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:21:49,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 809140d48a61a1b575edde99e4fa7e4c, server=27e0f852a164,32985,1733246500217 in 359 msec 2024-12-03T17:21:49,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:21:49,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=809140d48a61a1b575edde99e4fa7e4c, ASSIGN in 564 msec 2024-12-03T17:21:49,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:21:49,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246509717"}]},"ts":"1733246509717"} 2024-12-03T17:21:49,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:21:49,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:21:49,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2480 sec 2024-12-03T17:21:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:50,671 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:21:50,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f154a8b 2024-12-03T17:21:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:50,682 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:50,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:21:50,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:21:50,703 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:50,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:21:50,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:21:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:21:50,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22b06d324305b1ebf550bde46bc85776, NAME => 'test,,1733246510682.22b06d324305b1ebf550bde46bc85776.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503 2024-12-03T17:21:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:21:50,893 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246510682.22b06d324305b1ebf550bde46bc85776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:50,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 22b06d324305b1ebf550bde46bc85776, disabling compactions & flushes 2024-12-03T17:21:50,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:50,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:50,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246510682.22b06d324305b1ebf550bde46bc85776. after waiting 0 ms 2024-12-03T17:21:50,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:50,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:50,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22b06d324305b1ebf550bde46bc85776: Waiting for close lock at 1733246510894Disabling compacts and flushes for region at 1733246510894Disabling writes for close at 1733246510894Writing region close event to WAL at 1733246510894Closed at 1733246510894 2024-12-03T17:21:50,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:21:50,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246510682.22b06d324305b1ebf550bde46bc85776.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246510899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246510899"}]},"ts":"1733246510899"} 2024-12-03T17:21:50,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:21:50,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:21:50,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246510904"}]},"ts":"1733246510904"} 2024-12-03T17:21:50,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:21:50,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22b06d324305b1ebf550bde46bc85776, ASSIGN}] 2024-12-03T17:21:50,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22b06d324305b1ebf550bde46bc85776, ASSIGN 2024-12-03T17:21:50,910 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=22b06d324305b1ebf550bde46bc85776, ASSIGN; state=OFFLINE, location=27e0f852a164,38719,1733246505069; forceNewPlan=false, retain=false 2024-12-03T17:21:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:51,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22b06d324305b1ebf550bde46bc85776, regionState=OPENING, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:51,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=22b06d324305b1ebf550bde46bc85776, ASSIGN because future has completed 2024-12-03T17:21:51,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b06d324305b1ebf550bde46bc85776, server=27e0f852a164,38719,1733246505069}] 2024-12-03T17:21:51,261 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:51,261 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22b06d324305b1ebf550bde46bc85776, NAME => 'test,,1733246510682.22b06d324305b1ebf550bde46bc85776.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:51,261 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:51,261 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:21:51,262 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,262 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246510682.22b06d324305b1ebf550bde46bc85776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:51,262 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,262 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,277 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,288 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b06d324305b1ebf550bde46bc85776 columnFamilyName f 2024-12-03T17:21:51,288 DEBUG [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:51,292 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(327): Store=22b06d324305b1ebf550bde46bc85776/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:51,292 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,299 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b06d324305b1ebf550bde46bc85776 columnFamilyName f1 2024-12-03T17:21:51,299 DEBUG [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:51,300 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(327): Store=22b06d324305b1ebf550bde46bc85776/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:51,300 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,311 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22b06d324305b1ebf550bde46bc85776 columnFamilyName norep 2024-12-03T17:21:51,311 DEBUG [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:51,312 INFO [StoreOpener-22b06d324305b1ebf550bde46bc85776-1 {}] regionserver.HStore(327): Store=22b06d324305b1ebf550bde46bc85776/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:51,312 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,315 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,316 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,331 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,331 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,332 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:51,335 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:51,367 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:51,368 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22b06d324305b1ebf550bde46bc85776; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65943208, jitterRate=-0.017369627952575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:51,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:21:51,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22b06d324305b1ebf550bde46bc85776: Running coprocessor pre-open hook at 1733246511262Writing region info on filesystem at 1733246511262Initializing all the Stores at 1733246511273 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246511273Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246511277 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246511277Cleaning up temporary data from old regions at 1733246511331 (+54 ms)Running coprocessor post-open hooks at 1733246511368 (+37 ms)Region opened successfully at 1733246511368 2024-12-03T17:21:51,374 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246510682.22b06d324305b1ebf550bde46bc85776., pid=6, masterSystemTime=1733246511236 2024-12-03T17:21:51,389 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:51,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22b06d324305b1ebf550bde46bc85776, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:51,389 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:21:51,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22b06d324305b1ebf550bde46bc85776, server=27e0f852a164,38719,1733246505069 because future has completed 2024-12-03T17:21:51,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:21:51,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22b06d324305b1ebf550bde46bc85776, server=27e0f852a164,38719,1733246505069 in 364 msec 2024-12-03T17:21:51,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:21:51,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=22b06d324305b1ebf550bde46bc85776, ASSIGN in 548 msec 2024-12-03T17:21:51,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:21:51,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246511471"}]},"ts":"1733246511471"} 2024-12-03T17:21:51,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:21:51,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:21:51,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-12-03T17:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:21:51,861 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:21:51,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42352efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:51,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:51,864 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a9cdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,867 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638cfbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:51,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:51,885 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d23c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,888 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5165e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:51,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:51,899 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dff4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,903 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4ea180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a9d875 2024-12-03T17:21:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:51,911 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:51,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:38649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:21:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:21:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:51,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:38649' 2024-12-03T17:21:51,927 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713ec599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,927 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:51,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:51,928 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a085f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,931 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d92657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:51,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f13a54 2024-12-03T17:21:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:51,934 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:51,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T17:21:51,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:21:51,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:51,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:51,936 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:51,939 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:21:51,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:21:51,942 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:51,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:21:51,989 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:21:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:21:52,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f500976c5f203a665f90cc2456b95ac, NAME => 'hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a 2024-12-03T17:21:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f500976c5f203a665f90cc2456b95ac, disabling compactions & flushes 2024-12-03T17:21:52,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. after waiting 0 ms 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f500976c5f203a665f90cc2456b95ac: Waiting for close lock at 1733246512103Disabling compacts and flushes for region at 1733246512103Disabling writes for close at 1733246512103Writing region close event to WAL at 1733246512103Closed at 1733246512103 2024-12-03T17:21:52,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:21:52,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246512107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246512107"}]},"ts":"1733246512107"} 2024-12-03T17:21:52,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:21:52,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:21:52,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246512118"}]},"ts":"1733246512118"} 2024-12-03T17:21:52,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:21:52,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f500976c5f203a665f90cc2456b95ac, ASSIGN}] 2024-12-03T17:21:52,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f500976c5f203a665f90cc2456b95ac, ASSIGN 2024-12-03T17:21:52,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f500976c5f203a665f90cc2456b95ac, ASSIGN; state=OFFLINE, location=27e0f852a164,32985,1733246500217; forceNewPlan=false, retain=false 2024-12-03T17:21:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:52,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f500976c5f203a665f90cc2456b95ac, regionState=OPENING, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:52,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f500976c5f203a665f90cc2456b95ac, ASSIGN because future has completed 2024-12-03T17:21:52,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f500976c5f203a665f90cc2456b95ac, server=27e0f852a164,32985,1733246500217}] 2024-12-03T17:21:52,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:52,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:21:52,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C32985%2C1733246500217.rep, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs, maxLogs=10 2024-12-03T17:21:52,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.rep.1733246512510, exclude list is [], retry=0 2024-12-03T17:21:52,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37137,DS-baecb1c4-c3ed-45cb-9614-eb2571cd1c9f,DISK] 2024-12-03T17:21:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:52,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.rep.1733246512510 2024-12-03T17:21:52,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-03T17:21:52,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f500976c5f203a665f90cc2456b95ac, NAME => 'hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:52,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. service=MultiRowMutationService 2024-12-03T17:21:52,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,581 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,583 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f500976c5f203a665f90cc2456b95ac columnFamilyName hfileref 2024-12-03T17:21:52,583 DEBUG [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:52,585 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(327): Store=6f500976c5f203a665f90cc2456b95ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:52,586 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,595 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f500976c5f203a665f90cc2456b95ac columnFamilyName queue 2024-12-03T17:21:52,595 DEBUG [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:52,597 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(327): Store=6f500976c5f203a665f90cc2456b95ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:52,598 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,601 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f500976c5f203a665f90cc2456b95ac columnFamilyName sid 2024-12-03T17:21:52,601 DEBUG [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:52,601 INFO [StoreOpener-6f500976c5f203a665f90cc2456b95ac-1 {}] regionserver.HStore(327): Store=6f500976c5f203a665f90cc2456b95ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:52,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:52,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:52,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f500976c5f203a665f90cc2456b95ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68281073, jitterRate=0.017467275261878967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:52,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:21:52,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f500976c5f203a665f90cc2456b95ac: Running coprocessor pre-open hook at 1733246512568Writing region info on filesystem at 1733246512568Initializing all the Stores at 1733246512574 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246512574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246512580 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246512580Cleaning up temporary data from old regions at 1733246512605 (+25 ms)Running coprocessor post-open hooks at 1733246512636 (+31 ms)Region opened successfully at 1733246512637 (+1 ms) 2024-12-03T17:21:52,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac., pid=10, masterSystemTime=1733246512475 2024-12-03T17:21:52,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:21:52,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f500976c5f203a665f90cc2456b95ac, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,32985,1733246500217 2024-12-03T17:21:52,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f500976c5f203a665f90cc2456b95ac, server=27e0f852a164,32985,1733246500217 because future has completed 2024-12-03T17:21:52,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:21:52,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f500976c5f203a665f90cc2456b95ac, server=27e0f852a164,32985,1733246500217 in 348 msec 2024-12-03T17:21:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:21:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f500976c5f203a665f90cc2456b95ac, ASSIGN in 539 msec 2024-12-03T17:21:52,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:21:52,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246512695"}]},"ts":"1733246512695"} 2024-12-03T17:21:52,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:21:52,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:21:52,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-12-03T17:21:52,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac., hostname=27e0f852a164,32985,1733246500217, seqNum=2] 2024-12-03T17:21:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:21:52,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:21:52,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:21:52,958 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:21:53,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:21:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:53,053 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,32985,1733246500217, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:21:53,054 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:53,054 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:53,054 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:53,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T17:21:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,32985,1733246500217', locateType=CURRENT is [region=hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac., hostname=27e0f852a164,32985,1733246500217, seqNum=2] 2024-12-03T17:21:53,092 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:21:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:21:53,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,32985,1733246500217 suceeded 2024-12-03T17:21:53,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:21:53,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 308 msec 2024-12-03T17:21:53,103 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:38649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:21:53,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1920 sec 2024-12-03T17:21:53,133 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:38649' 2024-12-03T17:21:53,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148da826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:53,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:53,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:53,151 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:53,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4f4a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:53,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:53,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:53,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:53,155 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:53,157 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c22f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:53,157 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:53,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:53,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708f92 2024-12-03T17:21:53,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:53,159 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:53,160 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,32985,1733246500217 (queues=1) is replicating from cluster=44112c21-1cf4-4e5e-8066-7e6012ffab0d to cluster=c34cb0c9-a2a7-4ab0-987e-d377efa55cbd 2024-12-03T17:21:53,160 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C32985%2C1733246500217 2024-12-03T17:21:53,161 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,32985,1733246500217, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:21:53,161 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327, startPosition=0, beingWritten=true 2024-12-03T17:21:53,163 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C32985%2C1733246500217 2024-12-03T17:21:53,204 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:21:53,204 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:53,204 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,32985,1733246500217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:21:53,427 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:53,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:21:53,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:21:53,758 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:53,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:21:53,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:21:53,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T17:21:53,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T17:21:53,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:21:53,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:21:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:54,060 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:21:54,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:54,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:54,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:54,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:54,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:54,063 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740ea1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,064 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:54,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbb1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c6e720f 2024-12-03T17:21:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:54,069 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:54,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:35873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:21:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:21:54,072 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:35873' 2024-12-03T17:21:54,073 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579e456e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,073 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:54,073 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:54,074 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254ee6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,076 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:54,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406dd3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:54,077 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53cc044b 2024-12-03T17:21:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:54,079 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:54,080 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T17:21:54,080 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:21:54,080 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,080 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:54,080 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:21:54,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:54,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:21:54,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:21:54,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:54,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:21:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:21:54,132 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:21:54,175 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:54,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:21:54,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0575898e541324693f9f896be49ce91f, NAME => 'hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503 2024-12-03T17:21:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0575898e541324693f9f896be49ce91f, disabling compactions & flushes 2024-12-03T17:21:54,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. after waiting 0 ms 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:54,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:54,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0575898e541324693f9f896be49ce91f: Waiting for close lock at 1733246514593Disabling compacts and flushes for region at 1733246514593Disabling writes for close at 1733246514593Writing region close event to WAL at 1733246514593Closed at 1733246514593 2024-12-03T17:21:54,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:21:54,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246514596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246514596"}]},"ts":"1733246514596"} 2024-12-03T17:21:54,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:21:54,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:21:54,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246514604"}]},"ts":"1733246514604"} 2024-12-03T17:21:54,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:21:54,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575898e541324693f9f896be49ce91f, ASSIGN}] 2024-12-03T17:21:54,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575898e541324693f9f896be49ce91f, ASSIGN 2024-12-03T17:21:54,611 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0575898e541324693f9f896be49ce91f, ASSIGN; state=OFFLINE, location=27e0f852a164,38719,1733246505069; forceNewPlan=false, retain=false 2024-12-03T17:21:54,694 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:54,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0575898e541324693f9f896be49ce91f, regionState=OPENING, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:54,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0575898e541324693f9f896be49ce91f, ASSIGN because future has completed 2024-12-03T17:21:54,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0575898e541324693f9f896be49ce91f, server=27e0f852a164,38719,1733246505069}] 2024-12-03T17:21:54,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:54,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:21:54,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:21:54,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C38719%2C1733246505069.rep, suffix=, logDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069, archiveDir=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/oldWALs, maxLogs=10 2024-12-03T17:21:55,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.rep.1733246514987, exclude list is [], retry=0 2024-12-03T17:21:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-6a14a5de-eb1c-4762-b5df-4fbab01d544a,DISK] 2024-12-03T17:21:55,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.rep.1733246514987 2024-12-03T17:21:55,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46375:46375)] 2024-12-03T17:21:55,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0575898e541324693f9f896be49ce91f, NAME => 'hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:21:55,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. service=MultiRowMutationService 2024-12-03T17:21:55,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,045 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,060 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575898e541324693f9f896be49ce91f columnFamilyName hfileref 2024-12-03T17:21:55,060 DEBUG [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:55,063 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(327): Store=0575898e541324693f9f896be49ce91f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:55,063 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,078 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575898e541324693f9f896be49ce91f columnFamilyName queue 2024-12-03T17:21:55,078 DEBUG [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:55,079 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(327): Store=0575898e541324693f9f896be49ce91f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:55,079 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,083 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575898e541324693f9f896be49ce91f columnFamilyName sid 2024-12-03T17:21:55,083 DEBUG [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:21:55,084 INFO [StoreOpener-0575898e541324693f9f896be49ce91f-1 {}] regionserver.HStore(327): Store=0575898e541324693f9f896be49ce91f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:21:55,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/replication/0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/replication/0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:21:55,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/replication/0575898e541324693f9f896be49ce91f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:21:55,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0575898e541324693f9f896be49ce91f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59436083, jitterRate=-0.11433334648609161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:21:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0575898e541324693f9f896be49ce91f 2024-12-03T17:21:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0575898e541324693f9f896be49ce91f: Running coprocessor pre-open hook at 1733246515040Writing region info on filesystem at 1733246515040Initializing all the Stores at 1733246515042 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246515042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246515042Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246515042Cleaning up temporary data from old regions at 1733246515090 (+48 ms)Running coprocessor post-open hooks at 1733246515105 (+15 ms)Region opened successfully at 1733246515105 2024-12-03T17:21:55,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., pid=10, masterSystemTime=1733246514946 2024-12-03T17:21:55,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:55,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:21:55,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0575898e541324693f9f896be49ce91f, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,38719,1733246505069 2024-12-03T17:21:55,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0575898e541324693f9f896be49ce91f, server=27e0f852a164,38719,1733246505069 because future has completed 2024-12-03T17:21:55,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:21:55,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0575898e541324693f9f896be49ce91f, server=27e0f852a164,38719,1733246505069 in 377 msec 2024-12-03T17:21:55,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:21:55,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575898e541324693f9f896be49ce91f, ASSIGN in 558 msec 2024-12-03T17:21:55,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:21:55,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246515187"}]},"ts":"1733246515187"} 2024-12-03T17:21:55,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:21:55,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:21:55,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1150 sec 2024-12-03T17:21:55,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., hostname=27e0f852a164,38719,1733246505069, seqNum=2] 2024-12-03T17:21:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:55,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:55,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:21:55,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:21:55,318 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:55,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:21:55,395 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:21:55,463 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,38719,1733246505069, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:21:55,464 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:55,464 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:55,464 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:55,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T17:21:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,38719,1733246505069', locateType=CURRENT is [region=hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., hostname=27e0f852a164,38719,1733246505069, seqNum=2] 2024-12-03T17:21:55,486 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:21:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:21:55,489 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,38719,1733246505069 suceeded 2024-12-03T17:21:55,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:21:55,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 267 msec 2024-12-03T17:21:55,499 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:35873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:21:55,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-12-03T17:21:55,506 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:35873' 2024-12-03T17:21:55,508 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf71030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:55,508 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:55,508 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:55,509 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ad9006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:55,512 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:55,513 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9fa08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:55,513 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f889b90 2024-12-03T17:21:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:55,516 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:55,520 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,38719,1733246505069 (queues=1) is replicating from cluster=c34cb0c9-a2a7-4ab0-987e-d377efa55cbd to cluster=44112c21-1cf4-4e5e-8066-7e6012ffab0d 2024-12-03T17:21:55,520 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C38719%2C1733246505069 2024-12-03T17:21:55,520 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,38719,1733246505069, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:21:55,531 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, startPosition=0, beingWritten=true 2024-12-03T17:21:55,531 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C38719%2C1733246505069 2024-12-03T17:21:55,573 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:21:55,573 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:55,573 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,38719,1733246505069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:21:55,797 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:56,031 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:56,104 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:21:56,220 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:21:56,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:56,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:56,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:56,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:56,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733246516226/Put/seqid=0 2024-12-03T17:21:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741840_1016 (size=7894) 2024-12-03T17:21:56,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733246516273/Put/seqid=0 2024-12-03T17:21:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741841_1017 (size=7691) 2024-12-03T17:21:56,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:56,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:56,336 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5250af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,344 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:56,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:56,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:56,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e15a709 2024-12-03T17:21:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:56,373 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2] 2024-12-03T17:21:56,391 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:21:56,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T17:21:56,412 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T17:21:56,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:21:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T17:21:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:56,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:21:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T17:21:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegion(2603): Flush status journal for 809140d48a61a1b575edde99e4fa7e4c: 2024-12-03T17:21:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_0 2024-12-03T17:21:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_0 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ 2024-12-03T17:21:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_1 2024-12-03T17:21:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_1 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ 2024-12-03T17:21:56,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_0 into 809140d48a61a1b575edde99e4fa7e4c/f as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ - updating store file list. 2024-12-03T17:21:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25776ada483b4ac496ddb782bad9fd6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ into 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:21:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_0 into 809140d48a61a1b575edde99e4fa7e4c/f (new location: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_) 2024-12-03T17:21:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_0 2024-12-03T17:21:56,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_1 into 809140d48a61a1b575edde99e4fa7e4c/f as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ - updating store file list. 2024-12-03T17:21:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:56,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ into 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:21:56,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_1 into 809140d48a61a1b575edde99e4fa7e4c/f (new location: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_) 2024-12-03T17:21:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins__test__aboblult52ip1g0fqlrst5t40im8h8lnb1e2hs5ktnimqfjj1jucddfr1slap1oo/f/hfile_1 2024-12-03T17:21:56,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:56,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:56,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:56,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2 , the old value is region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:32985 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:21:56,514 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T17:21:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:21:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2 from cache 2024-12-03T17:21:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:56,515 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:56,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2] 2024-12-03T17:21:56,524 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:21:56,620 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:32985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:21:56,850 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 379, reset compression=false 2024-12-03T17:21:56,856 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:21:56,856 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,32985,1733246500217 got entry batch from reader: WALEntryBatch [walEntries=[{test/809140d48a61a1b575edde99e4fa7e4c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246516506/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:21:56,860 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T17:21:56,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.ReplicationSink(318): Replicating [44112c21-1cf4-4e5e-8066-7e6012ffab0d] bulk loaded data 2024-12-03T17:21:56,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@697c3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:56,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:56,874 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:56,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:56,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:56,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355d6c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:56,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:56,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:56,879 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:56,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1da4e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:56,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741840_1016 (size=7894) 2024-12-03T17:21:57,037 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741841_1017 (size=7691) 2024-12-03T17:21:57,057 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:57,420 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:57,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:57,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:57,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e8a925 2024-12-03T17:21:57,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:57,454 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:57,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:21:57,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:57,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:57,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T17:21:57,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T17:21:57,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T17:21:57,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ for inclusion in 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:57,527 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T17:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:57,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ for inclusion in 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T17:21:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegion(2603): Flush status journal for 22b06d324305b1ebf550bde46bc85776: 2024-12-03T17:21:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_ 2024-12-03T17:21:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:21:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/7f7bf325f24c406983638582fc0d365f_SeqId_4_ 2024-12-03T17:21:57,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_ - updating store file list. 2024-12-03T17:21:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:57,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:57,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f (new location: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_) 2024-12-03T17:21:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/25776ada483b4ac496ddb782bad9fd6a_SeqId_4_ 2024-12-03T17:21:57,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/7f7bf325f24c406983638582fc0d365f_SeqId_4_ - updating store file list. 2024-12-03T17:21:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f7bf325f24c406983638582fc0d365f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:57,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/7f7bf325f24c406983638582fc0d365f_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:57,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ into 22b06d324305b1ebf550bde46bc85776/f (new location: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/7f7bf325f24c406983638582fc0d365f_SeqId_4_) 2024-12-03T17:21:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins.hfs.11__test__g5asvvrahtu96nspvlgh44ts2pe4hc9jsrquto37ov5ttni2ptuuh5flagfv37i2/f/3549b9240f0b40438cd40f18f6dfb3d5_SeqId_4_ 2024-12-03T17:21:57,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.ReplicationSink(324): Finished replicating [44112c21-1cf4-4e5e-8066-7e6012ffab0d] bulk loaded data 2024-12-03T17:21:57,663 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 379, reset compression=false 2024-12-03T17:21:57,686 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:21:57,687 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,38719,1733246505069 got entry batch from reader: WALEntryBatch [walEntries=[{test/22b06d324305b1ebf550bde46bc85776/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246517561/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T17:21:57,690 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:21:57,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T17:21:57,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(318): Replicating [44112c21-1cf4-4e5e-8066-7e6012ffab0d, c34cb0c9-a2a7-4ab0-987e-d377efa55cbd] bulk loaded data 2024-12-03T17:21:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@489cb8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,35873,-1 for getting cluster id 2024-12-03T17:21:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:57,697 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44112c21-1cf4-4e5e-8066-7e6012ffab0d' 2024-12-03T17:21:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44112c21-1cf4-4e5e-8066-7e6012ffab0d" 2024-12-03T17:21:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e6ccbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,35873,-1] 2024-12-03T17:21:57,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:57,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:57,711 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:57,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54736cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:57,846 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:57,887 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 725, reset compression=false 2024-12-03T17:21:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741842_1018 (size=7894) 2024-12-03T17:21:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741843_1019 (size=7691) 2024-12-03T17:21:58,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:58,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,35873,1733246499793 2024-12-03T17:21:58,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1e04e3 2024-12-03T17:21:58,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:58,062 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T17:21:58,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:21:58,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:58,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:58,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:58,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T17:21:58,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__5us7ugl9p1uli2lqoppgbshc1i6n5cb3affssr2gknqvm6bjddo89gu454qph4ii/f/4d056c1205f746d38e5af9bf5f902ab0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T17:21:58,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__5us7ugl9p1uli2lqoppgbshc1i6n5cb3affssr2gknqvm6bjddo89gu454qph4ii/f/7f7bf325f24c406983638582fc0d365f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T17:21:58,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(324): Finished replicating [44112c21-1cf4-4e5e-8066-7e6012ffab0d, c34cb0c9-a2a7-4ab0-987e-d377efa55cbd] bulk loaded data 2024-12-03T17:21:58,254 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 725, reset compression=false 2024-12-03T17:21:58,402 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:58,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:21:58,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733246518560/Put/seqid=0 2024-12-03T17:21:58,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741842_1018 (size=11194) 2024-12-03T17:21:58,704 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 725, reset compression=false 2024-12-03T17:21:59,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733246519034/Put/seqid=0 2024-12-03T17:21:59,070 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741843_1019 (size=10791) 2024-12-03T17:21:59,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:59,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,38649,-1 for getting cluster id 2024-12-03T17:21:59,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:21:59,116 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34cb0c9-a2a7-4ab0-987e-d377efa55cbd' 2024-12-03T17:21:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:21:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34cb0c9-a2a7-4ab0-987e-d377efa55cbd" 2024-12-03T17:21:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c96340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,38649,-1] 2024-12-03T17:21:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:21:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:59,123 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:21:59,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:21:59,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,38719,1733246505069, seqNum=-1] 2024-12-03T17:21:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:59,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:59,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:21:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,38649,1733246504812 2024-12-03T17:21:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4d0d15 2024-12-03T17:21:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:21:59,183 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:21:59,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2] 2024-12-03T17:21:59,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:21:59,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T17:21:59,221 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T17:21:59,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:59,246 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 725, reset compression=false 2024-12-03T17:21:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T17:21:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:59,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T17:21:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:21:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegion(2603): Flush status journal for 22b06d324305b1ebf550bde46bc85776: 2024-12-03T17:21:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_0 2024-12-03T17:21:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_0 as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ 2024-12-03T17:21:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_1 2024-12-03T17:21:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_1 as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ 2024-12-03T17:21:59,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_0 into 22b06d324305b1ebf550bde46bc85776/f as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ - updating store file list. 2024-12-03T17:21:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:59,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ into 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:59,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_0 into 22b06d324305b1ebf550bde46bc85776/f (new location: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_) 2024-12-03T17:21:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_0 2024-12-03T17:21:59,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_1 into 22b06d324305b1ebf550bde46bc85776/f as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ - updating store file list. 2024-12-03T17:21:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:21:59,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ into 22b06d324305b1ebf550bde46bc85776/f 2024-12-03T17:21:59,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_1 into 22b06d324305b1ebf550bde46bc85776/f (new location: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_) 2024-12-03T17:21:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/staging/jenkins__test__romr0980vmvr6uounrfs34ggsmoihs6upvuh1d5lglbjat9a5lh43gtak5m9oh82/f/hfile_1 2024-12-03T17:21:59,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:21:59,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:21:59,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:59,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:21:59,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:21:59,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2 , the old value is region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:38719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:21:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., hostname=27e0f852a164,38719,1733246505069, seqNum=2 from cache 2024-12-03T17:21:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60688 deadline: 1733246579337 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60688 2024-12-03T17:21:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,32985,1733246500217, seqNum=-1] 2024-12-03T17:21:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:21:59,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:21:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., hostname=27e0f852a164,32985,1733246500217, seqNum=2] 2024-12-03T17:21:59,364 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:21:59,441 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:21:59,814 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:21:59,866 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 725, reset compression=false 2024-12-03T17:21:59,903 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:21:59,903 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,38719,1733246505069 got entry batch from reader: WALEntryBatch [walEntries=[{test/22b06d324305b1ebf550bde46bc85776/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246519331/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:21:59,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(318): Replicating [c34cb0c9-a2a7-4ab0-987e-d377efa55cbd] bulk loaded data 2024-12-03T17:21:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741844_1020 (size=11194) 2024-12-03T17:22:00,103 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1033, reset compression=false 2024-12-03T17:22:00,371 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:22:00,429 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1033, reset compression=false 2024-12-03T17:22:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741845_1021 (size=10791) 2024-12-03T17:22:00,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:00,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,642 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:22:00,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:00,890 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1033, reset compression=false 2024-12-03T17:22:00,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:22:00,951 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T17:22:00,964 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T17:22:01,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ for inclusion in 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:22:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T17:22:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:22:01,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ for inclusion in 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:22:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T17:22:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:22:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegion(2603): Flush status journal for 809140d48a61a1b575edde99e4fa7e4c: 2024-12-03T17:22:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:22:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/f06f37a6b40c4f7392683ffbd0a57510_SeqId_6_ 2024-12-03T17:22:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:22:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/b1eb5a33f63c4ef7bb58932e12360ef3_SeqId_6_ 2024-12-03T17:22:01,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/f06f37a6b40c4f7392683ffbd0a57510_SeqId_6_ - updating store file list. 2024-12-03T17:22:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f06f37a6b40c4f7392683ffbd0a57510_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:22:01,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/f06f37a6b40c4f7392683ffbd0a57510_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:22:01,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f (new location: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/f06f37a6b40c4f7392683ffbd0a57510_SeqId_6_) 2024-12-03T17:22:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/2efbd13588d74373a8a9cd4d889fcf97_SeqId_6_ 2024-12-03T17:22:01,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/b1eb5a33f63c4ef7bb58932e12360ef3_SeqId_6_ - updating store file list. 2024-12-03T17:22:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1eb5a33f63c4ef7bb58932e12360ef3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:22:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/b1eb5a33f63c4ef7bb58932e12360ef3_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f 2024-12-03T17:22:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ into 809140d48a61a1b575edde99e4fa7e4c/f (new location: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/f/b1eb5a33f63c4ef7bb58932e12360ef3_SeqId_6_) 2024-12-03T17:22:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/staging/jenkins.hfs.10__test__3ujlkmd9s7cambob5ets1j8kf2pan9f2kg2d25g3u51vp9arvcja6n80d13hge78/f/5ea7ff4a12a64627944f13b2b0fc8e39_SeqId_6_ 2024-12-03T17:22:01,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.ReplicationSink(324): Finished replicating [c34cb0c9-a2a7-4ab0-987e-d377efa55cbd] bulk loaded data 2024-12-03T17:22:01,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:22:01,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:01,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:01,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:01,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:01,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:22:01,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886362474, stopped=false 2024-12-03T17:22:01,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:01,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,38649,1733246504812 2024-12-03T17:22:01,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1082641802/running 2024-12-03T17:22:01,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1082641802/running 2024-12-03T17:22:01,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:01,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:22:01,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:22:01,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:01,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:01,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:01,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,38719,1733246505069' ***** 2024-12-03T17:22:01,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:22:01,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/running 2024-12-03T17:22:01,391 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T17:22:01,391 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:22:01,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Set watcher on znode that does not yet exist, /1-1082641802/running 2024-12-03T17:22:01,396 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 0575898e541324693f9f896be49ce91f 2024-12-03T17:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22b06d324305b1ebf550bde46bc85776, disabling compactions & flushes 2024-12-03T17:22:01,396 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246510682.22b06d324305b1ebf550bde46bc85776. after waiting 0 ms 2024-12-03T17:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:22:01,397 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:22:01,397 INFO [RS:0;27e0f852a164:38719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:22:01,397 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:22:01,397 INFO [RS:0;27e0f852a164:38719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:22:01,397 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 0575898e541324693f9f896be49ce91f, which we are already trying to CLOSE, but not completed yet 2024-12-03T17:22:01,397 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,38719,1733246505069 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:38719. 2024-12-03T17:22:01,398 DEBUG [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:01,398 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:22:01,398 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:22:01,421 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:01,425 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1033, reset compression=false 2024-12-03T17:22:01,426 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:22:01,426 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1325): Online Regions={22b06d324305b1ebf550bde46bc85776=test,,1733246510682.22b06d324305b1ebf550bde46bc85776., 0575898e541324693f9f896be49ce91f=hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:22:01,427 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 0575898e541324693f9f896be49ce91f, 1588230740, 22b06d324305b1ebf550bde46bc85776 2024-12-03T17:22:01,427 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:01,427 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:01,427 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:01,427 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:01,427 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:01,427 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:22:01,460 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:01,460 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1328, reset compression=false 2024-12-03T17:22:01,462 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,38719,1733246505069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:01,463 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,38719,1733246505069: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,38719,1733246505069, walGroup=27e0f852a164%2C38719%2C1733246505069, offset=27e0f852a164%2C38719%2C1733246505069.1733246507298:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:22:01,465 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:22:01,465 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:22:01,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:22:01,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:22:01,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:22:01,466 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 582540288 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187778088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:22:01,468 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:22:01,475 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/default/test/22b06d324305b1ebf550bde46bc85776/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:01,477 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22b06d324305b1ebf550bde46bc85776: Waiting for close lock at 1733246521396Running coprocessor pre-close hooks at 1733246521396Disabling compacts and flushes for region at 1733246521396Disabling writes for close at 1733246521396Writing region close event to WAL at 1733246521427 (+31 ms)Running coprocessor post-close hooks at 1733246521476 (+49 ms)Closed at 1733246521477 (+1 ms) 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246510682.22b06d324305b1ebf550bde46bc85776. 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0575898e541324693f9f896be49ce91f, disabling compactions & flushes 2024-12-03T17:22:01,477 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. after waiting 0 ms 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,477 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0575898e541324693f9f896be49ce91f: Waiting for close lock at 1733246521477Running coprocessor pre-close hooks at 1733246521477Disabling compacts and flushes for region at 1733246521477Disabling writes for close at 1733246521477Failed flush hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., putting online again at 1733246521477 2024-12-03T17:22:01,478 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,535 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/info/38c76d94d76d4221bda285330be3fcc8 is 147, key is hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f./info:regioninfo/1733246515123/Put/seqid=0 2024-12-03T17:22:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741844_1020 (size=7686) 2024-12-03T17:22:01,577 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/info/38c76d94d76d4221bda285330be3fcc8 2024-12-03T17:22:01,578 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 687, reset compression=false 2024-12-03T17:22:01,610 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:22:01,610 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,32985,1733246500217 got entry batch from reader: WALEntryBatch [walEntries=[{test/809140d48a61a1b575edde99e4fa7e4c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246521109/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T17:22:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27e0f852a164,38719,1733246505069 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:01,615 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 27e0f852a164,38719,1733246505069 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:01,627 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 0575898e541324693f9f896be49ce91f 2024-12-03T17:22:01,627 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 0575898e541324693f9f896be49ce91f, 1588230740 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0575898e541324693f9f896be49ce91f, disabling compactions & flushes 2024-12-03T17:22:01,627 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. after waiting 0 ms 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0575898e541324693f9f896be49ce91f: Waiting for close lock at 1733246521627Running coprocessor pre-close hooks at 1733246521627Disabling compacts and flushes for region at 1733246521627Disabling writes for close at 1733246521627Failed flush hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., putting online again at 1733246521627 2024-12-03T17:22:01,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f. 2024-12-03T17:22:01,633 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/ns/5790afb7e4a44edabf07de1f3ac597e3 is 43, key is default/ns:d/1733246508326/Put/seqid=0 2024-12-03T17:22:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741845_1021 (size=5153) 2024-12-03T17:22:01,658 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/ns/5790afb7e4a44edabf07de1f3ac597e3 2024-12-03T17:22:01,723 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/rep_barrier/f47f91cf26e146da91f61d12107a46c4 is 112, key is test,,1733246510682.22b06d324305b1ebf550bde46bc85776./rep_barrier:seqnumDuringOpen/1733246511389/Put/seqid=0 2024-12-03T17:22:01,726 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1328, reset compression=false 2024-12-03T17:22:01,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27e0f852a164,38719,1733246505069 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:01,728 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 27e0f852a164,38719,1733246505069 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741846_1022 (size=5518) 2024-12-03T17:22:01,785 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/rep_barrier/f47f91cf26e146da91f61d12107a46c4 2024-12-03T17:22:01,810 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:01,827 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:01,877 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/table/48ccaccb0b8c49aeb8003c187a3f072a is 53, key is hbase:replication/table:state/1733246515187/Put/seqid=0 2024-12-03T17:22:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741847_1023 (size=5308) 2024-12-03T17:22:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27e0f852a164,38719,1733246505069 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:01,939 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 27e0f852a164,38719,1733246505069 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:02,030 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:02,075 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:22:02,075 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:22:02,088 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1328, reset compression=false 2024-12-03T17:22:02,158 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:02,231 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:02,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27e0f852a164,38719,1733246505069 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:02,249 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 27e0f852a164,38719,1733246505069 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:02,325 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/table/48ccaccb0b8c49aeb8003c187a3f072a 2024-12-03T17:22:02,352 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/info/38c76d94d76d4221bda285330be3fcc8 as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/info/38c76d94d76d4221bda285330be3fcc8 2024-12-03T17:22:02,385 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/info/38c76d94d76d4221bda285330be3fcc8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:22:02,390 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/ns/5790afb7e4a44edabf07de1f3ac597e3 as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/ns/5790afb7e4a44edabf07de1f3ac597e3 2024-12-03T17:22:02,432 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:22:02,432 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1325): Online Regions={0575898e541324693f9f896be49ce91f=hbase:replication,,1733246514080.0575898e541324693f9f896be49ce91f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:22:02,432 DEBUG [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:02,436 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/ns/5790afb7e4a44edabf07de1f3ac597e3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:22:02,460 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/rep_barrier/f47f91cf26e146da91f61d12107a46c4 as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/rep_barrier/f47f91cf26e146da91f61d12107a46c4 2024-12-03T17:22:02,481 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/rep_barrier/f47f91cf26e146da91f61d12107a46c4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:22:02,486 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/.tmp/table/48ccaccb0b8c49aeb8003c187a3f072a as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/table/48ccaccb0b8c49aeb8003c187a3f072a 2024-12-03T17:22:02,515 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/table/48ccaccb0b8c49aeb8003c187a3f072a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:22:02,523 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false 2024-12-03T17:22:02,524 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.1733246507298 to pos 1328, reset compression=false 2024-12-03T17:22:02,586 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:02,607 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:22:02,607 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:02,607 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:02,608 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:02,608 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246521427Running coprocessor pre-close hooks at 1733246521427Disabling compacts and flushes for region at 1733246521427Disabling writes for close at 1733246521427Obtaining lock to block concurrent updates at 1733246521427Preparing flush snapshotting stores in 1588230740 at 1733246521427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246521434 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246521436 (+2 ms)Flushing 1588230740/info: creating writer at 1733246521437 (+1 ms)Flushing 1588230740/info: appending metadata at 1733246521531 (+94 ms)Flushing 1588230740/info: closing flushed file at 1733246521531Flushing 1588230740/ns: creating writer at 1733246521601 (+70 ms)Flushing 1588230740/ns: appending metadata at 1733246521632 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1733246521632Flushing 1588230740/rep_barrier: creating writer at 1733246521680 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246521722 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246521722Flushing 1588230740/table: creating writer at 1733246521843 (+121 ms)Flushing 1588230740/table: appending metadata at 1733246521875 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733246521876 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dda136: reopening flushed file at 1733246522347 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24365dea: reopening flushed file at 1733246522385 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed243ce: reopening flushed file at 1733246522436 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fa08c2: reopening flushed file at 1733246522482 (+46 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false at 1733246522523 (+41 ms)Writing region close event to WAL at 1733246522552 (+29 ms)Running coprocessor post-close hooks at 1733246522607 (+55 ms)Closed at 1733246522608 (+1 ms) 2024-12-03T17:22:02,608 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:02,632 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T17:22:02,632 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,38719,1733246505069; all regions closed. 2024-12-03T17:22:02,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27e0f852a164,38719,1733246505069 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:02,663 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 27e0f852a164,38719,1733246505069 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:22:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741839_1015 (size=2150) 2024-12-03T17:22:02,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/WALs/27e0f852a164,38719,1733246505069/27e0f852a164%2C38719%2C1733246505069.rep.1733246514987 not finished, retry = 0 2024-12-03T17:22:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741832_1008 (size=1336) 2024-12-03T17:22:02,828 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:02,828 INFO [RS:0;27e0f852a164:38719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:02,828 INFO [RS:0;27e0f852a164:38719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:02,829 INFO [RS:0;27e0f852a164:38719 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:02,829 INFO [RS:0;27e0f852a164:38719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:02,830 INFO [RS:0;27e0f852a164:38719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,38719,1733246505069 because: Region server is closing 2024-12-03T17:22:02,830 INFO [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:38719. 2024-12-03T17:22:02,830 DEBUG [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:02,830 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:02,830 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:02,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:02,832 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:02,931 INFO [RS:0;27e0f852a164:38719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.shipper27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 terminated 2024-12-03T17:22:02,931 INFO [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:38719. 2024-12-03T17:22:02,931 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,38719,1733246505069.replicationSource.wal-reader.27e0f852a164%2C38719%2C1733246505069,1-27e0f852a164,38719,1733246505069 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:22:02,931 DEBUG [RS:0;27e0f852a164:38719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:02,931 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:02,931 DEBUG [RS:0;27e0f852a164:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:02,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:02,931 INFO [RS:0;27e0f852a164:38719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38719 2024-12-03T17:22:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1082641802/rs/27e0f852a164,38719,1733246505069 2024-12-03T17:22:02,934 INFO [RS:0;27e0f852a164:38719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802/rs 2024-12-03T17:22:02,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,38719,1733246505069] 2024-12-03T17:22:02,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1082641802/draining/27e0f852a164,38719,1733246505069 already deleted, retry=false 2024-12-03T17:22:02,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,38719,1733246505069 expired; onlineServers=0 2024-12-03T17:22:02,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,38649,1733246504812' ***** 2024-12-03T17:22:02,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:22:02,943 INFO [M:0;27e0f852a164:38649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:02,943 INFO [M:0;27e0f852a164:38649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:02,943 DEBUG [M:0;27e0f852a164:38649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:22:02,944 DEBUG [M:0;27e0f852a164:38649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:22:02,944 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246506950 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246506950,5,FailOnTimeoutGroup] 2024-12-03T17:22:02,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:22:02,944 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246506918 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246506918,5,FailOnTimeoutGroup] 2024-12-03T17:22:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1082641802/master 2024-12-03T17:22:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1082641802 2024-12-03T17:22:02,947 INFO [M:0;27e0f852a164:38649 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:02,947 INFO [M:0;27e0f852a164:38649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:02,947 DEBUG [M:0;27e0f852a164:38649 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:22:02,947 INFO [M:0;27e0f852a164:38649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:22:02,947 INFO [M:0;27e0f852a164:38649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:02,947 INFO [M:0;27e0f852a164:38649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:22:02,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:22:02,949 DEBUG [M:0;27e0f852a164:38649 {}] zookeeper.ZKUtil(347): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Unable to get data of znode /1-1082641802/master because node does not exist (not an error) 2024-12-03T17:22:02,949 WARN [M:0;27e0f852a164:38649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:22:02,951 INFO [M:0;27e0f852a164:38649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/.lastflushedseqids 2024-12-03T17:22:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741848_1024 (size=263) 2024-12-03T17:22:03,030 INFO [M:0;27e0f852a164:38649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:22:03,032 INFO [M:0;27e0f852a164:38649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:22:03,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:03,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1010d4e438d0004, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:03,037 INFO [RS:0;27e0f852a164:38719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:03,038 INFO [RS:0;27e0f852a164:38719 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,38719,1733246505069; zookeeper connection closed. 2024-12-03T17:22:03,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@637137b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@637137b4 2024-12-03T17:22:03,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:22:03,043 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:03,043 INFO [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:03,043 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:03,043 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:03,043 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:03,043 INFO [M:0;27e0f852a164:38649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T17:22:03,090 DEBUG [M:0;27e0f852a164:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0491fa3965f447d9b2215a4bb44b334e is 82, key is hbase:meta,,1/info:regioninfo/1733246508282/Put/seqid=0 2024-12-03T17:22:03,131 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:03,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741849_1025 (size=5672) 2024-12-03T17:22:03,141 INFO [M:0;27e0f852a164:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0491fa3965f447d9b2215a4bb44b334e 2024-12-03T17:22:03,169 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 27e0f852a164:38719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 27e0f852a164:38719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38719 2024-12-03T17:22:03,171 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=27e0f852a164:38719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38719 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T17:22:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T17:22:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53126 deadline: 1733246583185, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T17:22:03,187 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T17:22:03,188 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T17:22:03,250 DEBUG [M:0;27e0f852a164:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7269e5d636f04d26abe1cbcedf963e2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246515197/Put/seqid=0 2024-12-03T17:22:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741850_1026 (size=8515) 2024-12-03T17:22:03,303 INFO [M:0;27e0f852a164:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7269e5d636f04d26abe1cbcedf963e2d 2024-12-03T17:22:03,377 DEBUG [M:0;27e0f852a164:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a962c7cf3d7a4c158b5fa78cccf89d4f is 69, key is 27e0f852a164,38719,1733246505069/rs:state/1733246506976/Put/seqid=0 2024-12-03T17:22:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741851_1027 (size=5156) 2024-12-03T17:22:03,458 INFO [M:0;27e0f852a164:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a962c7cf3d7a4c158b5fa78cccf89d4f 2024-12-03T17:22:03,486 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0491fa3965f447d9b2215a4bb44b334e as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0491fa3965f447d9b2215a4bb44b334e 2024-12-03T17:22:03,517 INFO [M:0;27e0f852a164:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0491fa3965f447d9b2215a4bb44b334e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:22:03,525 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7269e5d636f04d26abe1cbcedf963e2d as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7269e5d636f04d26abe1cbcedf963e2d 2024-12-03T17:22:03,546 INFO [M:0;27e0f852a164:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7269e5d636f04d26abe1cbcedf963e2d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:22:03,555 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a962c7cf3d7a4c158b5fa78cccf89d4f as hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a962c7cf3d7a4c158b5fa78cccf89d4f 2024-12-03T17:22:03,600 INFO [M:0;27e0f852a164:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42127/user/jenkins/test-data/6edc90c1-ea57-223a-a67f-ab6f9f912503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a962c7cf3d7a4c158b5fa78cccf89d4f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:22:03,606 INFO [M:0;27e0f852a164:38649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=97, compaction requested=false 2024-12-03T17:22:03,630 INFO [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:03,630 DEBUG [M:0;27e0f852a164:38649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246523032Disabling compacts and flushes for region at 1733246523032Disabling writes for close at 1733246523043 (+11 ms)Obtaining lock to block concurrent updates at 1733246523043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246523043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733246523044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246523044Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246523045 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246523090 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246523090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246523164 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246523233 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246523234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246523338 (+104 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246523376 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246523376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15432f39: reopening flushed file at 1733246523482 (+106 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a02ddbb: reopening flushed file at 1733246523518 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e8071d: reopening flushed file at 1733246523546 (+28 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 563ms, sequenceid=97, compaction requested=false at 1733246523606 (+60 ms)Writing region close event to WAL at 1733246523630 (+24 ms)Closed at 1733246523630 2024-12-03T17:22:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741830_1006 (size=63642) 2024-12-03T17:22:03,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:03,651 INFO [M:0;27e0f852a164:38649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:22:03,651 INFO [M:0;27e0f852a164:38649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38649 2024-12-03T17:22:03,658 INFO [M:0;27e0f852a164:38649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:03,765 INFO [M:0;27e0f852a164:38649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x1010d4e438d0003, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:03,784 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:03,790 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T17:22:03,791 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 27e0f852a164:38649 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38649 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:03,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 27e0f852a164:38649 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38649 2024-12-03T17:22:03,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295f848f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:03,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff3877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:03,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:03,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:03,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f2030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:03,810 WARN [BP-1345146692-172.17.0.3-1733246503251 heartbeating to localhost/127.0.0.1:42127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:22:03,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:22:03,811 WARN [BP-1345146692-172.17.0.3-1733246503251 heartbeating to localhost/127.0.0.1:42127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1345146692-172.17.0.3-1733246503251 (Datanode Uuid 038654b9-7129-42f8-8511-d62dae149f2f) service to localhost/127.0.0.1:42127 2024-12-03T17:22:03,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:22:03,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/cluster_29a29faf-79a8-bb44-5f4e-a655d6a716c8/data/data1/current/BP-1345146692-172.17.0.3-1733246503251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:03,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/cluster_29a29faf-79a8-bb44-5f4e-a655d6a716c8/data/data2/current/BP-1345146692-172.17.0.3-1733246503251 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:03,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:22:03,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b1298a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:03,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a47cf22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:03,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:03,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:03,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21976690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:03,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:22:03,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:22:03,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:03,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:03,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:03,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:03,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:22:03,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=286503962, stopped=false 2024-12-03T17:22:03,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,35873,1733246499793 2024-12-03T17:22:03,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199076487/running 2024-12-03T17:22:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:22:03,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/running 2024-12-03T17:22:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199076487/running 2024-12-03T17:22:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:22:03,853 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:03,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:03,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Set watcher on znode that does not yet exist, /0-199076487/running 2024-12-03T17:22:03,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:03,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:03,854 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,32985,1733246500217' ***** 2024-12-03T17:22:03,854 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:22:03,854 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:22:03,854 INFO [RS:0;27e0f852a164:32985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:22:03,855 INFO [RS:0;27e0f852a164:32985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:22:03,855 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:22:03,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:22:03,858 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:22:03,858 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,32985,1733246500217 2024-12-03T17:22:03,858 INFO [RS:0;27e0f852a164:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:03,859 INFO [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:32985. 2024-12-03T17:22:03,859 DEBUG [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:03,859 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:03,859 INFO [RS:0;27e0f852a164:32985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:22:03,859 INFO [RS:0;27e0f852a164:32985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:22:03,859 INFO [RS:0;27e0f852a164:32985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:22:03,859 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:22:03,859 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 809140d48a61a1b575edde99e4fa7e4c, disabling compactions & flushes 2024-12-03T17:22:03,859 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:22:03,859 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:22:03,859 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. after waiting 0 ms 2024-12-03T17:22:03,859 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:22:03,862 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:22:03,862 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 809140d48a61a1b575edde99e4fa7e4c=test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c., 6f500976c5f203a665f90cc2456b95ac=hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac.} 2024-12-03T17:22:03,862 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f500976c5f203a665f90cc2456b95ac, 809140d48a61a1b575edde99e4fa7e4c 2024-12-03T17:22:03,866 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:03,866 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:03,866 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:03,866 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:03,867 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:03,867 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:03,867 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:22:03,901 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/default/test/809140d48a61a1b575edde99e4fa7e4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:22:03,901 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:03,901 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:03,901 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 809140d48a61a1b575edde99e4fa7e4c: Waiting for close lock at 1733246523859Running coprocessor pre-close hooks at 1733246523859Disabling compacts and flushes for region at 1733246523859Disabling writes for close at 1733246523859Writing region close event to WAL at 1733246523864 (+5 ms)Running coprocessor post-close hooks at 1733246523901 (+37 ms)Closed at 1733246523901 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c. 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f500976c5f203a665f90cc2456b95ac, disabling compactions & flushes 2024-12-03T17:22:03,902 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. after waiting 0 ms 2024-12-03T17:22:03,902 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:22:03,902 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f500976c5f203a665f90cc2456b95ac 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T17:22:03,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:03,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 27e0f852a164:38649 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38649 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T17:22:03,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=27e0f852a164:38649 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38649 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T17:22:03,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 27e0f852a164:38649 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27e0f852a164/172.17.0.3:38649 2024-12-03T17:22:03,920 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/info/71cc9c5c1fc14d00b249e9181817a2f6 is 147, key is hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac./info:regioninfo/1733246512646/Put/seqid=0 2024-12-03T17:22:03,948 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/hfileref/6144475cc9244193894d12f5bce7a647 is 74, key is 1/hfileref:25776ada483b4ac496ddb782bad9fd6a_SeqId_4_/1733246517568/DeleteColumn/seqid=0 2024-12-03T17:22:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741846_1022 (size=7686) 2024-12-03T17:22:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741847_1023 (size=5345) 2024-12-03T17:22:04,019 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/hfileref/6144475cc9244193894d12f5bce7a647 2024-12-03T17:22:04,063 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:22:04,086 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/queue/ef8217765a044bbf8a83e8c54591825e is 153, key is 1-27e0f852a164,32985,1733246500217/queue:27e0f852a164%2C32985%2C1733246500217/1733246517577/Put/seqid=0 2024-12-03T17:22:04,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:04,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27e0f852a164:38649 this server is in the failed servers list 2024-12-03T17:22:04,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27e0f852a164:38649 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741848_1024 (size=5352) 2024-12-03T17:22:04,147 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/queue/ef8217765a044bbf8a83e8c54591825e 2024-12-03T17:22:04,181 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:22:04,181 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:22:04,198 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/hfileref/6144475cc9244193894d12f5bce7a647 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/hfileref/6144475cc9244193894d12f5bce7a647 2024-12-03T17:22:04,224 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/hfileref/6144475cc9244193894d12f5bce7a647, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T17:22:04,227 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/.tmp/queue/ef8217765a044bbf8a83e8c54591825e as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/queue/ef8217765a044bbf8a83e8c54591825e 2024-12-03T17:22:04,235 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/queue/ef8217765a044bbf8a83e8c54591825e, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T17:22:04,237 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6f500976c5f203a665f90cc2456b95ac in 335ms, sequenceid=10, compaction requested=false 2024-12-03T17:22:04,265 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f500976c5f203a665f90cc2456b95ac 2024-12-03T17:22:04,289 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/replication/6f500976c5f203a665f90cc2456b95ac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T17:22:04,299 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:04,299 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:04,299 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:22:04,299 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f500976c5f203a665f90cc2456b95ac: Waiting for close lock at 1733246523902Running coprocessor pre-close hooks at 1733246523902Disabling compacts and flushes for region at 1733246523902Disabling writes for close at 1733246523902Obtaining lock to block concurrent updates at 1733246523902Preparing flush snapshotting stores in 6f500976c5f203a665f90cc2456b95ac at 1733246523902Finished memstore snapshotting hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733246523903 (+1 ms)Flushing stores of hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. at 1733246523904 (+1 ms)Flushing 6f500976c5f203a665f90cc2456b95ac/hfileref: creating writer at 1733246523904Flushing 6f500976c5f203a665f90cc2456b95ac/hfileref: appending metadata at 1733246523948 (+44 ms)Flushing 6f500976c5f203a665f90cc2456b95ac/hfileref: closing flushed file at 1733246523948Flushing 6f500976c5f203a665f90cc2456b95ac/queue: creating writer at 1733246524047 (+99 ms)Flushing 6f500976c5f203a665f90cc2456b95ac/queue: appending metadata at 1733246524082 (+35 ms)Flushing 6f500976c5f203a665f90cc2456b95ac/queue: closing flushed file at 1733246524082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fd5a98: reopening flushed file at 1733246524178 (+96 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64351ef: reopening flushed file at 1733246524224 (+46 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6f500976c5f203a665f90cc2456b95ac in 335ms, sequenceid=10, compaction requested=false at 1733246524237 (+13 ms)Writing region close event to WAL at 1733246524274 (+37 ms)Running coprocessor post-close hooks at 1733246524298 (+24 ms)Closed at 1733246524299 (+1 ms) 2024-12-03T17:22:04,299 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246511936.6f500976c5f203a665f90cc2456b95ac. 2024-12-03T17:22:04,395 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/info/71cc9c5c1fc14d00b249e9181817a2f6 2024-12-03T17:22:04,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:04,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27e0f852a164:38649 this server is in the failed servers list 2024-12-03T17:22:04,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27e0f852a164:38649 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:04,441 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/ns/48ad1e51c46247db967d608f84ccbac8 is 43, key is default/ns:d/1733246503014/Put/seqid=0 2024-12-03T17:22:04,466 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741849_1025 (size=5153) 2024-12-03T17:22:04,485 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/ns/48ad1e51c46247db967d608f84ccbac8 2024-12-03T17:22:04,507 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1033, reset compression=false 2024-12-03T17:22:04,536 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:04,536 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1328, reset compression=false 2024-12-03T17:22:04,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4b1e9fb1b445fe899fe6929be5afb6 is 112, key is test,,1733246508484.809140d48a61a1b575edde99e4fa7e4c./rep_barrier:seqnumDuringOpen/1733246509643/Put/seqid=0 2024-12-03T17:22:04,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741850_1026 (size=5518) 2024-12-03T17:22:04,607 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4b1e9fb1b445fe899fe6929be5afb6 2024-12-03T17:22:04,655 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/table/d7429b2c1a3742f3aacf0c1e9261f582 is 53, key is hbase:replication/table:state/1733246512695/Put/seqid=0 2024-12-03T17:22:04,670 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741851_1027 (size=5308) 2024-12-03T17:22:04,690 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/table/d7429b2c1a3742f3aacf0c1e9261f582 2024-12-03T17:22:04,731 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/info/71cc9c5c1fc14d00b249e9181817a2f6 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/info/71cc9c5c1fc14d00b249e9181817a2f6 2024-12-03T17:22:04,758 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/info/71cc9c5c1fc14d00b249e9181817a2f6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:22:04,761 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/ns/48ad1e51c46247db967d608f84ccbac8 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/ns/48ad1e51c46247db967d608f84ccbac8 2024-12-03T17:22:04,788 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/ns/48ad1e51c46247db967d608f84ccbac8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:22:04,789 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f4b1e9fb1b445fe899fe6929be5afb6 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/rep_barrier/0f4b1e9fb1b445fe899fe6929be5afb6 2024-12-03T17:22:04,794 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1328, reset compression=false 2024-12-03T17:22:04,797 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/rep_barrier/0f4b1e9fb1b445fe899fe6929be5afb6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:22:04,798 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/.tmp/table/d7429b2c1a3742f3aacf0c1e9261f582 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/table/d7429b2c1a3742f3aacf0c1e9261f582 2024-12-03T17:22:04,806 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/table/d7429b2c1a3742f3aacf0c1e9261f582, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:22:04,810 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false 2024-12-03T17:22:04,871 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:22:04,871 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:22:04,871 DEBUG [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:22:04,876 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:22:04,877 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:04,877 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:04,878 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:04,878 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246523866Running coprocessor pre-close hooks at 1733246523866Disabling compacts and flushes for region at 1733246523866Disabling writes for close at 1733246523867 (+1 ms)Obtaining lock to block concurrent updates at 1733246523867Preparing flush snapshotting stores in 1588230740 at 1733246523867Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246523867Flushing stores of hbase:meta,,1.1588230740 at 1733246523870 (+3 ms)Flushing 1588230740/info: creating writer at 1733246523870Flushing 1588230740/info: appending metadata at 1733246523920 (+50 ms)Flushing 1588230740/info: closing flushed file at 1733246523920Flushing 1588230740/ns: creating writer at 1733246524404 (+484 ms)Flushing 1588230740/ns: appending metadata at 1733246524440 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1733246524440Flushing 1588230740/rep_barrier: creating writer at 1733246524500 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246524546 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246524546Flushing 1588230740/table: creating writer at 1733246524623 (+77 ms)Flushing 1588230740/table: appending metadata at 1733246524654 (+31 ms)Flushing 1588230740/table: closing flushed file at 1733246524654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3780d435: reopening flushed file at 1733246524720 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7892af3f: reopening flushed file at 1733246524759 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd5bd8e: reopening flushed file at 1733246524788 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af66a5b: reopening flushed file at 1733246524798 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false at 1733246524810 (+12 ms)Writing region close event to WAL at 1733246524858 (+48 ms)Running coprocessor post-close hooks at 1733246524877 (+19 ms)Closed at 1733246524877 2024-12-03T17:22:04,878 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:04,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:04,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27e0f852a164:38649 this server is in the failed servers list 2024-12-03T17:22:04,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27e0f852a164:38649 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:05,071 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,32985,1733246500217; all regions closed. 2024-12-03T17:22:05,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.meta.1733246502719.meta not finished, retry = 0 2024-12-03T17:22:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:22:05,130 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.wal-reader.27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 to pos 1328, reset compression=false 2024-12-03T17:22:05,206 DEBUG [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs 2024-12-03T17:22:05,207 INFO [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C32985%2C1733246500217.meta:.meta(num 1733246502719) 2024-12-03T17:22:05,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.rep.1733246512510 not finished, retry = 0 2024-12-03T17:22:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741839_1015 (size=2695) 2024-12-03T17:22:05,352 DEBUG [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs 2024-12-03T17:22:05,352 INFO [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C32985%2C1733246500217.rep:(num 1733246512510) 2024-12-03T17:22:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741833_1009 (size=1336) 2024-12-03T17:22:05,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/WALs/27e0f852a164,32985,1733246500217/27e0f852a164%2C32985%2C1733246500217.1733246502327 not finished, retry = 0 2024-12-03T17:22:05,466 DEBUG [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/oldWALs 2024-12-03T17:22:05,466 INFO [RS:0;27e0f852a164:32985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C32985%2C1733246500217:(num 1733246502327) 2024-12-03T17:22:05,466 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:05,466 INFO [RS:0;27e0f852a164:32985 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:05,466 INFO [RS:0;27e0f852a164:32985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:05,466 INFO [RS:0;27e0f852a164:32985 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:05,466 INFO [RS:0;27e0f852a164:32985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:05,467 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:05,468 INFO [RS:0;27e0f852a164:32985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,32985,1733246500217 because: Region server is closing 2024-12-03T17:22:05,468 INFO [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:32985. 2024-12-03T17:22:05,468 DEBUG [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:05,468 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:05,468 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:05,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:05,569 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T17:22:05,569 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T17:22:05,569 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T17:22:05,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:05,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:05,952 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:06,270 INFO [RS:0;27e0f852a164:32985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,32985,1733246500217.replicationSource.shipper27e0f852a164%2C32985%2C1733246500217,1-27e0f852a164,32985,1733246500217 terminated 2024-12-03T17:22:06,271 INFO [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:32985. 2024-12-03T17:22:06,271 DEBUG [RS:0;27e0f852a164:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:06,271 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:06,271 DEBUG [RS:0;27e0f852a164:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:06,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:06,271 INFO [RS:0;27e0f852a164:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32985 2024-12-03T17:22:06,274 INFO [RS:0;27e0f852a164:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199076487/rs/27e0f852a164,32985,1733246500217 2024-12-03T17:22:06,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487/rs 2024-12-03T17:22:06,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,32985,1733246500217] 2024-12-03T17:22:06,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-199076487/draining/27e0f852a164,32985,1733246500217 already deleted, retry=false 2024-12-03T17:22:06,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,32985,1733246500217 expired; onlineServers=0 2024-12-03T17:22:06,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,35873,1733246499793' ***** 2024-12-03T17:22:06,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:06,279 DEBUG [M:0;27e0f852a164:35873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:22:06,279 DEBUG [M:0;27e0f852a164:35873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:22:06,279 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246501834 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246501834,5,FailOnTimeoutGroup] 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:06,279 DEBUG [M:0;27e0f852a164:35873 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:22:06,279 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246501872 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246501872,5,FailOnTimeoutGroup] 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:22:06,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:22:06,279 INFO [M:0;27e0f852a164:35873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:06,280 INFO [M:0;27e0f852a164:35873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:22:06,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:22:06,282 DEBUG [M:0;27e0f852a164:35873 {}] zookeeper.ZKUtil(347): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Unable to get data of znode /0-199076487/master because node does not exist (not an error) 2024-12-03T17:22:06,283 WARN [M:0;27e0f852a164:35873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:22:06,283 INFO [M:0;27e0f852a164:35873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/.lastflushedseqids 2024-12-03T17:22:06,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199076487/master 2024-12-03T17:22:06,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199076487 2024-12-03T17:22:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741852_1028 (size=263) 2024-12-03T17:22:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x1010d4e438d0001, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:06,376 INFO [RS:0;27e0f852a164:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:06,377 INFO [RS:0;27e0f852a164:32985 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,32985,1733246500217; zookeeper connection closed. 2024-12-03T17:22:06,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@420d6129 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@420d6129 2024-12-03T17:22:06,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:22:06,757 INFO [M:0;27e0f852a164:35873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:22:06,757 INFO [M:0;27e0f852a164:35873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:22:06,757 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:06,757 INFO [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:06,757 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:06,758 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:06,758 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:06,758 INFO [M:0;27e0f852a164:35873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T17:22:06,822 DEBUG [M:0;27e0f852a164:35873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d04b6f47f274402fabe46693f71c805e is 82, key is hbase:meta,,1/info:regioninfo/1733246502954/Put/seqid=0 2024-12-03T17:22:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741853_1029 (size=5672) 2024-12-03T17:22:06,863 INFO [M:0;27e0f852a164:35873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d04b6f47f274402fabe46693f71c805e 2024-12-03T17:22:06,924 DEBUG [M:0;27e0f852a164:35873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315627c3d2614c77a02a6285da582c6a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246512711/Put/seqid=0 2024-12-03T17:22:06,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741854_1030 (size=8515) 2024-12-03T17:22:06,953 INFO [M:0;27e0f852a164:35873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315627c3d2614c77a02a6285da582c6a 2024-12-03T17:22:06,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:07,015 DEBUG [M:0;27e0f852a164:35873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a40fc31ef4443f96f3b9717aaefac4 is 69, key is 27e0f852a164,32985,1733246500217/rs:state/1733246501934/Put/seqid=0 2024-12-03T17:22:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741855_1031 (size=5156) 2024-12-03T17:22:07,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,068 INFO [M:0;27e0f852a164:35873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a40fc31ef4443f96f3b9717aaefac4 2024-12-03T17:22:07,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:07,079 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d04b6f47f274402fabe46693f71c805e as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d04b6f47f274402fabe46693f71c805e 2024-12-03T17:22:07,096 INFO [M:0;27e0f852a164:35873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d04b6f47f274402fabe46693f71c805e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:22:07,100 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315627c3d2614c77a02a6285da582c6a as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315627c3d2614c77a02a6285da582c6a 2024-12-03T17:22:07,109 INFO [M:0;27e0f852a164:35873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315627c3d2614c77a02a6285da582c6a, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:22:07,111 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a40fc31ef4443f96f3b9717aaefac4 as hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4a40fc31ef4443f96f3b9717aaefac4 2024-12-03T17:22:07,122 INFO [M:0;27e0f852a164:35873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39745/user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4a40fc31ef4443f96f3b9717aaefac4, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:22:07,124 INFO [M:0;27e0f852a164:35873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 366ms, sequenceid=97, compaction requested=false 2024-12-03T17:22:07,167 INFO [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:07,167 DEBUG [M:0;27e0f852a164:35873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246526757Disabling compacts and flushes for region at 1733246526757Disabling writes for close at 1733246526758 (+1 ms)Obtaining lock to block concurrent updates at 1733246526758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246526758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733246526758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246526763 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246526763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246526822 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246526822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246526877 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246526924 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246526924Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246526959 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246527014 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246527014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525a33d4: reopening flushed file at 1733246527074 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2656cd15: reopening flushed file at 1733246527096 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8a844: reopening flushed file at 1733246527109 (+13 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 366ms, sequenceid=97, compaction requested=false at 1733246527124 (+15 ms)Writing region close event to WAL at 1733246527167 (+43 ms)Closed at 1733246527167 2024-12-03T17:22:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37137 is added to blk_1073741830_1006 (size=63642) 2024-12-03T17:22:07,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0985a3b1-a921-8114-4281-6e8326f1866a/MasterData/WALs/27e0f852a164,35873,1733246499793/27e0f852a164%2C35873%2C1733246499793.1733246501253 not finished, retry = 0 2024-12-03T17:22:07,303 INFO [M:0;27e0f852a164:35873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:22:07,303 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:07,303 INFO [M:0;27e0f852a164:35873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35873 2024-12-03T17:22:07,304 INFO [M:0;27e0f852a164:35873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:07,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:07,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35873-0x1010d4e438d0000, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:07,407 INFO [M:0;27e0f852a164:35873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:07,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b238757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:07,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:07,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:07,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:07,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:07,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:22:07,471 WARN [BP-1801804998-172.17.0.3-1733246497849 heartbeating to localhost/127.0.0.1:39745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:22:07,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:22:07,471 WARN [BP-1801804998-172.17.0.3-1733246497849 heartbeating to localhost/127.0.0.1:39745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1801804998-172.17.0.3-1733246497849 (Datanode Uuid d19aa624-6889-4811-8143-86e998415472) service to localhost/127.0.0.1:39745 2024-12-03T17:22:07,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/data/data1/current/BP-1801804998-172.17.0.3-1733246497849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:07,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:22:07,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/cluster_11d9b077-2b02-6bc1-f8be-b2f2881ff17a/data/data2/current/BP-1801804998-172.17.0.3-1733246497849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:07,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c29c16d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:07,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:07,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:07,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:07,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82cca2ea-2f16-953b-ad22-45782b941e9f/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:07,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:22:07,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:22:07,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 200) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 572) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1502 (was 1132) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=3396 (was 4323) 2024-12-03T17:22:07,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=1502, ProcessCount=11, AvailableMemoryMB=3395 2024-12-03T17:22:07,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4e438d0002, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:22:07,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4e438d0002, quorum=127.0.0.1:64387, baseZNode=/0-199076487 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:22:07,623 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T17:22:07,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4e438d0005, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:22:07,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4e438d0005, quorum=127.0.0.1:64387, baseZNode=/1-1082641802 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:22:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir so I do NOT create it in target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15 2024-12-03T17:22:07,624 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:22:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.tmp.dir so I do NOT create it in target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15 2024-12-03T17:22:07,624 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ce2e469-4b00-8012-ed91-3805786e25da/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:22:07,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15 2024-12-03T17:22:07,624 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87, deleteOnExit=true 2024-12-03T17:22:07,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/zookeeper_0, clientPort=58956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:22:07,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58956 2024-12-03T17:22:07,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:22:07,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:22:07,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/test.cache.data in system properties and HBase conf 2024-12-03T17:22:07,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:22:07,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:22:07,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:07,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:22:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:22:07,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:07,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:07,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:07,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:07,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:07,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:07,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:07,984 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:07,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:07,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:07,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:08,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/java.io.tmpdir/jetty-localhost-41023-hadoop-hdfs-3_4_1-tests_jar-_-any-8468513434519961015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:08,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:41023} 2024-12-03T17:22:08,182 INFO [Time-limited test {}] server.Server(415): Started @192679ms 2024-12-03T17:22:08,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:08,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:08,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:08,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:08,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:08,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09d5c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:08,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@151d21dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:08,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cdce85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/java.io.tmpdir/jetty-localhost-46541-hadoop-hdfs-3_4_1-tests_jar-_-any-17272350278968167412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:08,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65ffc534{HTTP/1.1, (http/1.1)}{localhost:46541} 2024-12-03T17:22:08,676 INFO [Time-limited test {}] server.Server(415): Started @193174ms 2024-12-03T17:22:08,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:22:08,859 WARN [Thread-2159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/data/data1/current/BP-2015493661-172.17.0.3-1733246527754/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:08,864 WARN [Thread-2160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/data/data2/current/BP-2015493661-172.17.0.3-1733246527754/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:08,959 WARN [Thread-2147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:22:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339399495d80417a with lease ID 0x38a68c32c0876ef9: Processing first storage report for DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=adaab5e3-7aaa-4ec2-a4f0-f7432a2f8245, infoPort=42143, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=2081621055;c=1733246527754) 2024-12-03T17:22:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339399495d80417a with lease ID 0x38a68c32c0876ef9: from storage DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=adaab5e3-7aaa-4ec2-a4f0-f7432a2f8245, infoPort=42143, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=2081621055;c=1733246527754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339399495d80417a with lease ID 0x38a68c32c0876ef9: Processing first storage report for DS-e4988306-39ac-4236-865a-4a29c77a7322 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=adaab5e3-7aaa-4ec2-a4f0-f7432a2f8245, infoPort=42143, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=2081621055;c=1733246527754) 2024-12-03T17:22:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339399495d80417a with lease ID 0x38a68c32c0876ef9: from storage DS-e4988306-39ac-4236-865a-4a29c77a7322 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=adaab5e3-7aaa-4ec2-a4f0-f7432a2f8245, infoPort=42143, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=2081621055;c=1733246527754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:09,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15 2024-12-03T17:22:09,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:22:09,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad with version=8 2024-12-03T17:22:09,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/hbase-staging 2024-12-03T17:22:09,146 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:09,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:09,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:09,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:22:09,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:09,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43831 2024-12-03T17:22:09,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43831 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:09,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438310x0, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:09,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43831-0x1010d4eb8b30000 connected 2024-12-03T17:22:09,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/running 2024-12-03T17:22:09,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad, hbase.cluster.distributed=false 2024-12-03T17:22:09,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/acl 2024-12-03T17:22:09,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-03T17:22:09,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-12-03T17:22:09,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-12-03T17:22:09,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-03T17:22:09,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-03T17:22:09,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:22:09,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:09,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37635 2024-12-03T17:22:09,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37635 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:09,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376350x0, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:09,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376350x0, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/running 2024-12-03T17:22:09,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:22:09,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37635-0x1010d4eb8b30001 connected 2024-12-03T17:22:09,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:22:09,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/master 2024-12-03T17:22:09,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/acl 2024-12-03T17:22:09,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-12-03T17:22:09,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-12-03T17:22:09,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-12-03T17:22:09,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-12-03T17:22:09,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-12-03T17:22:09,796 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:43831 2024-12-03T17:22:09,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0599669265/backup-masters/27e0f852a164,43831,1733246529146 2024-12-03T17:22:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/backup-masters 2024-12-03T17:22:09,824 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on existing znode=/0599669265/backup-masters/27e0f852a164,43831,1733246529146 2024-12-03T17:22:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/backup-masters 2024-12-03T17:22:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:09,836 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on existing znode=/0599669265/master 2024-12-03T17:22:09,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599669265/master 2024-12-03T17:22:09,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:09,842 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0599669265/backup-masters/27e0f852a164,43831,1733246529146 from backup master directory 2024-12-03T17:22:09,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599669265/backup-masters/27e0f852a164,43831,1733246529146 2024-12-03T17:22:09,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/backup-masters 2024-12-03T17:22:09,847 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:09,847 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,43831,1733246529146 2024-12-03T17:22:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/backup-masters 2024-12-03T17:22:09,868 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/hbase.id] with ID: ffd695b0-d188-46ed-8ec4-3b4755036870 2024-12-03T17:22:09,868 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/.tmp/hbase.id 2024-12-03T17:22:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:22:09,896 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/.tmp/hbase.id]:[hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/hbase.id] 2024-12-03T17:22:09,990 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:09,990 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:22:09,991 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:22:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:22:10,451 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:10,453 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:22:10,454 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:22:10,896 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store 2024-12-03T17:22:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:22:10,965 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:10,965 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:10,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:10,965 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:10,966 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:10,966 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:10,966 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:10,966 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246530965Disabling compacts and flushes for region at 1733246530965Disabling writes for close at 1733246530966 (+1 ms)Writing region close event to WAL at 1733246530966Closed at 1733246530966 2024-12-03T17:22:10,967 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/.initializing 2024-12-03T17:22:10,967 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/WALs/27e0f852a164,43831,1733246529146 2024-12-03T17:22:10,968 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:10,977 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C43831%2C1733246529146, suffix=, logDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/WALs/27e0f852a164,43831,1733246529146, archiveDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/oldWALs, maxLogs=10 2024-12-03T17:22:11,032 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/WALs/27e0f852a164,43831,1733246529146/27e0f852a164%2C43831%2C1733246529146.1733246530978, exclude list is [], retry=0 2024-12-03T17:22:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50,DISK] 2024-12-03T17:22:11,072 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/WALs/27e0f852a164,43831,1733246529146/27e0f852a164%2C43831%2C1733246529146.1733246530978 2024-12-03T17:22:11,074 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42143:42143)] 2024-12-03T17:22:11,075 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:11,075 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:11,075 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,075 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:22:11,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:11,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:11,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:22:11,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:22:11,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:11,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:11,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:22:11,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:11,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:11,132 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,150 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,151 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,153 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,153 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,154 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:11,160 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:11,176 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:11,182 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64276404, jitterRate=-0.04220694303512573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:11,183 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246531075Initializing all the Stores at 1733246531078 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246531078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246531087 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246531087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246531087Cleaning up temporary data from old regions at 1733246531153 (+66 ms)Region opened successfully at 1733246531183 (+30 ms) 2024-12-03T17:22:11,185 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:22:11,197 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2aeb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:11,200 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:22:11,200 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:22:11,200 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:22:11,200 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:22:11,201 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:22:11,201 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:22:11,202 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:22:11,230 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:22:11,231 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Unable to get data of znode /0599669265/balancer because node does not exist (not necessarily an error) 2024-12-03T17:22:11,233 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/balancer already deleted, retry=false 2024-12-03T17:22:11,233 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:22:11,234 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Unable to get data of znode /0599669265/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:22:11,236 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/normalizer already deleted, retry=false 2024-12-03T17:22:11,236 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:22:11,260 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Unable to get data of znode /0599669265/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:22:11,261 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/switch/split already deleted, retry=false 2024-12-03T17:22:11,263 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Unable to get data of znode /0599669265/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:22:11,265 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/switch/merge already deleted, retry=false 2024-12-03T17:22:11,267 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Unable to get data of znode /0599669265/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:22:11,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/snapshot-cleanup already deleted, retry=false 2024-12-03T17:22:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599669265/running 2024-12-03T17:22:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:11,273 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,43831,1733246529146, sessionid=0x1010d4eb8b30000, setting cluster-up flag (Was=false) 2024-12-03T17:22:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599669265/running 2024-12-03T17:22:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:11,283 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599669265/flush-table-proc/acquired, /0599669265/flush-table-proc/reached, /0599669265/flush-table-proc/abort 2024-12-03T17:22:11,284 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,43831,1733246529146 2024-12-03T17:22:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:11,295 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599669265/online-snapshot/acquired, /0599669265/online-snapshot/reached, /0599669265/online-snapshot/abort 2024-12-03T17:22:11,296 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,43831,1733246529146 2024-12-03T17:22:11,302 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:22:11,326 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:11,327 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:22:11,327 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:22:11,327 WARN [master/27e0f852a164:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 27e0f852a164,45821,1733246470999: status=Processing ServerCrashProcedure of 27e0f852a164,45821,1733246470999 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733246487008, completionTime=-1 appears to have been leaked 2024-12-03T17:22:11,327 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,43831,1733246529146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:11,329 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,366 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:11,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:22:11,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:11,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:22:11,392 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(746): ClusterId : ffd695b0-d188-46ed-8ec4-3b4755036870 2024-12-03T17:22:11,392 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:22:11,396 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:22:11,396 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:22:11,408 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:22:11,408 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3761c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:11,418 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246561418 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:22:11,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:22:11,422 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:22:11,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:22:11,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:22:11,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:22:11,436 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:22:11,436 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:22:11,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246531437,5,FailOnTimeoutGroup] 2024-12-03T17:22:11,463 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246531438,5,FailOnTimeoutGroup] 2024-12-03T17:22:11,464 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,464 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:22:11,464 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,464 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:22:11,508 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:37635 2024-12-03T17:22:11,512 INFO [RS:0;27e0f852a164:37635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:22:11,512 INFO [RS:0;27e0f852a164:37635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:22:11,512 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:22:11,527 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,43831,1733246529146 with port=37635, startcode=1733246529574 2024-12-03T17:22:11,527 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:22:11,539 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:22:11,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,544 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad 2024-12-03T17:22:11,544 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36031 2024-12-03T17:22:11,544 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:22:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/rs 2024-12-03T17:22:11,550 DEBUG [RS:0;27e0f852a164:37635 {}] zookeeper.ZKUtil(111): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on existing znode=/0599669265/rs/27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,550 WARN [RS:0;27e0f852a164:37635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:11,550 INFO [RS:0;27e0f852a164:37635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:11,550 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,37635,1733246529574] 2024-12-03T17:22:11,596 INFO [RS:0;27e0f852a164:37635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:22:11,602 INFO [RS:0;27e0f852a164:37635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:22:11,605 INFO [RS:0;27e0f852a164:37635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:22:11,605 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,622 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:22:11,624 INFO [RS:0;27e0f852a164:37635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:22:11,624 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:11,624 DEBUG [RS:0;27e0f852a164:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,656 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37635,1733246529574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:11,704 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:22:11,704 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37635,1733246529574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,704 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,704 INFO [RS:0;27e0f852a164:37635 {}] regionserver.Replication(171): 27e0f852a164,37635,1733246529574 started 2024-12-03T17:22:11,746 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:11,746 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,37635,1733246529574, RpcServer on 27e0f852a164/172.17.0.3:37635, sessionid=0x1010d4eb8b30001 2024-12-03T17:22:11,746 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:22:11,746 DEBUG [RS:0;27e0f852a164:37635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,746 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37635,1733246529574' 2024-12-03T17:22:11,746 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599669265/flush-table-proc/abort' 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599669265/flush-table-proc/acquired' 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,37635,1733246529574 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37635,1733246529574' 2024-12-03T17:22:11,750 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599669265/online-snapshot/abort' 2024-12-03T17:22:11,751 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599669265/online-snapshot/acquired' 2024-12-03T17:22:11,751 DEBUG [RS:0;27e0f852a164:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:22:11,751 INFO [RS:0;27e0f852a164:37635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:22:11,751 INFO [RS:0;27e0f852a164:37635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:22:11,852 INFO [RS:0;27e0f852a164:37635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:11,855 INFO [RS:0;27e0f852a164:37635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37635%2C1733246529574, suffix=, logDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574, archiveDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/oldWALs, maxLogs=10 2024-12-03T17:22:11,883 DEBUG [RS:0;27e0f852a164:37635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, exclude list is [], retry=0 2024-12-03T17:22:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50,DISK] 2024-12-03T17:22:11,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:22:11,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad 2024-12-03T17:22:11,920 INFO [RS:0;27e0f852a164:37635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 2024-12-03T17:22:11,943 DEBUG [RS:0;27e0f852a164:37635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42143:42143)] 2024-12-03T17:22:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:22:12,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:12,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:12,011 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:12,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:12,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:12,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:12,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:12,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:12,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:12,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:12,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:12,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:12,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:12,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:12,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:12,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:12,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:12,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:12,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:12,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:12,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:12,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740 2024-12-03T17:22:12,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740 2024-12-03T17:22:12,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:12,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:12,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:12,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:12,486 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:12,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72865534, jitterRate=0.08578106760978699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:12,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246532411Initializing all the Stores at 1733246532426 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532427 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532433 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246532433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532433Cleaning up temporary data from old regions at 1733246532469 (+36 ms)Region opened successfully at 1733246532488 (+19 ms) 2024-12-03T17:22:12,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:12,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:12,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:12,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:12,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:12,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:12,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246532488Disabling compacts and flushes for region at 1733246532488Disabling writes for close at 1733246532488Writing region close event to WAL at 1733246532491 (+3 ms)Closed at 1733246532491 2024-12-03T17:22:12,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:12,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:22:12,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:22:12,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:12,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:22:12,646 DEBUG [27e0f852a164:43831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:22:12,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:12,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37635,1733246529574, state=OPENING 2024-12-03T17:22:12,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:22:12,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:12,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599669265/meta-region-server: CHANGED 2024-12-03T17:22:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:12,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:12,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37635,1733246529574}] 2024-12-03T17:22:12,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599669265/meta-region-server: CHANGED 2024-12-03T17:22:12,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:12,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:22:12,883 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:22:12,883 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:12,883 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:22:12,907 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37635%2C1733246529574.meta, suffix=.meta, logDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574, archiveDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/oldWALs, maxLogs=10 2024-12-03T17:22:12,925 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.meta.1733246532907.meta, exclude list is [], retry=0 2024-12-03T17:22:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50,DISK] 2024-12-03T17:22:12,958 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.meta.1733246532907.meta 2024-12-03T17:22:12,970 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42143:42143)] 2024-12-03T17:22:12,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:12,971 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:12,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:12,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:22:12,971 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:22:12,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:22:12,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:12,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:22:12,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:22:12,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:13,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:13,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:13,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:13,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:13,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:13,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:13,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:13,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:13,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:13,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:13,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:13,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:13,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:13,043 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:13,046 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740 2024-12-03T17:22:13,057 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740 2024-12-03T17:22:13,067 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:13,067 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:13,071 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:13,082 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:13,084 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66416153, jitterRate=-0.010322198271751404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:13,084 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:22:13,085 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246532972Writing region info on filesystem at 1733246532972Initializing all the Stores at 1733246532978 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532979 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532994 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246532994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246532994Cleaning up temporary data from old regions at 1733246533067 (+73 ms)Running coprocessor post-open hooks at 1733246533084 (+17 ms)Region opened successfully at 1733246533085 (+1 ms) 2024-12-03T17:22:13,091 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246532831 2024-12-03T17:22:13,103 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:22:13,103 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:22:13,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:13,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37635,1733246529574, state=OPEN 2024-12-03T17:22:13,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599669265/meta-region-server 2024-12-03T17:22:13,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599669265/meta-region-server 2024-12-03T17:22:13,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,37635,1733246529574 2024-12-03T17:22:13,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599669265/meta-region-server: CHANGED 2024-12-03T17:22:13,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599669265/meta-region-server: CHANGED 2024-12-03T17:22:13,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:22:13,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37635,1733246529574 in 461 msec 2024-12-03T17:22:13,131 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:13,131 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:22:13,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:22:13,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-12-03T17:22:13,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:13,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37635,1733246529574, seqNum=-1] 2024-12-03T17:22:13,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:13,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:13,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8300 sec 2024-12-03T17:22:13,158 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246533158, completionTime=-1 2024-12-03T17:22:13,159 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:22:13,159 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246593163 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246653163 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:43831, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,166 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,169 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:13,172 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:22:13,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:22:13,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:13,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:13,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:13,215 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:22:13,215 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:22:13,215 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,43831,1733246529146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:13,218 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e223ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:13,223 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:13,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba81b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:13,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37635,1733246529574, seqNum=-1] 2024-12-03T17:22:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:13,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,43831,1733246529146 2024-12-03T17:22:13,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:13,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4eb8b30002 connected 2024-12-03T17:22:13,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir so I do NOT create it in target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293 2024-12-03T17:22:13,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:22:13,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.tmp.dir so I do NOT create it in target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293 2024-12-03T17:22:13,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:22:13,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293 2024-12-03T17:22:13,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/cluster_0c675ed3-92f9-e8fb-ce7e-5e525530a80a, deleteOnExit=true 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/test.cache.data in system properties and HBase conf 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:22:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:22:13,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:22:13,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:22:13,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:13,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:13,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:13,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:13,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:22:13,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:13,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e55e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:13,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e53d0c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:13,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b7861f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/java.io.tmpdir/jetty-localhost-39855-hadoop-hdfs-3_4_1-tests_jar-_-any-1496470249077383394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:13,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2369f892{HTTP/1.1, (http/1.1)}{localhost:39855} 2024-12-03T17:22:13,760 INFO [Time-limited test {}] server.Server(415): Started @198257ms 2024-12-03T17:22:14,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:14,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:14,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:14,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:14,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:14,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f81f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:14,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f1a53a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:14,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64871940{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/java.io.tmpdir/jetty-localhost-39741-hadoop-hdfs-3_4_1-tests_jar-_-any-3596348252444436216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:14,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@681efc43{HTTP/1.1, (http/1.1)}{localhost:39741} 2024-12-03T17:22:14,386 INFO [Time-limited test {}] server.Server(415): Started @198884ms 2024-12-03T17:22:14,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:22:14,775 WARN [Thread-2279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/cluster_0c675ed3-92f9-e8fb-ce7e-5e525530a80a/data/data1/current/BP-313938965-172.17.0.3-1733246533324/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:14,779 WARN [Thread-2280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/cluster_0c675ed3-92f9-e8fb-ce7e-5e525530a80a/data/data2/current/BP-313938965-172.17.0.3-1733246533324/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:14,847 WARN [Thread-2267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:22:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf565f85f7f8346b5 with lease ID 0xb5d0b1f1bfd212ec: Processing first storage report for DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d from datanode DatanodeRegistration(127.0.0.1:35591, datanodeUuid=950b17dc-4a43-4114-b825-e1461ebd776f, infoPort=36405, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=774621233;c=1733246533324) 2024-12-03T17:22:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf565f85f7f8346b5 with lease ID 0xb5d0b1f1bfd212ec: from storage DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d node DatanodeRegistration(127.0.0.1:35591, datanodeUuid=950b17dc-4a43-4114-b825-e1461ebd776f, infoPort=36405, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=774621233;c=1733246533324), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf565f85f7f8346b5 with lease ID 0xb5d0b1f1bfd212ec: Processing first storage report for DS-61b69bfb-7a08-4a9d-bd4c-a92dcd1dbb23 from datanode DatanodeRegistration(127.0.0.1:35591, datanodeUuid=950b17dc-4a43-4114-b825-e1461ebd776f, infoPort=36405, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=774621233;c=1733246533324) 2024-12-03T17:22:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf565f85f7f8346b5 with lease ID 0xb5d0b1f1bfd212ec: from storage DS-61b69bfb-7a08-4a9d-bd4c-a92dcd1dbb23 node DatanodeRegistration(127.0.0.1:35591, datanodeUuid=950b17dc-4a43-4114-b825-e1461ebd776f, infoPort=36405, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=774621233;c=1733246533324), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:22:14,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293 2024-12-03T17:22:14,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:14,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:22:15,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571 with version=8 2024-12-03T17:22:15,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/hbase-staging 2024-12-03T17:22:15,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:15,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:22:15,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:15,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40415 2024-12-03T17:22:15,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40415 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:15,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404150x0, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:15,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40415-0x1010d4eb8b30003 connected 2024-12-03T17:22:15,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:15,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:15,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/running 2024-12-03T17:22:15,575 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571, hbase.cluster.distributed=false 2024-12-03T17:22:15,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/acl 2024-12-03T17:22:15,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40415 2024-12-03T17:22:15,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40415 2024-12-03T17:22:15,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40415 2024-12-03T17:22:15,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40415 2024-12-03T17:22:15,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40415 2024-12-03T17:22:15,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:15,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:15,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:15,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:22:15,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:15,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42577 2024-12-03T17:22:15,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42577 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:15,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:15,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:15,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425770x0, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:15,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425770x0, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/running 2024-12-03T17:22:15,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:22:15,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42577-0x1010d4eb8b30004 connected 2024-12-03T17:22:15,718 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:22:15,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/master 2024-12-03T17:22:15,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/acl 2024-12-03T17:22:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42577 2024-12-03T17:22:15,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42577 2024-12-03T17:22:15,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42577 2024-12-03T17:22:15,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42577 2024-12-03T17:22:15,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42577 2024-12-03T17:22:15,782 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:40415 2024-12-03T17:22:15,802 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1792053195/backup-masters/27e0f852a164,40415,1733246535433 2024-12-03T17:22:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/backup-masters 2024-12-03T17:22:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/backup-masters 2024-12-03T17:22:15,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on existing znode=/1792053195/backup-masters/27e0f852a164,40415,1733246535433 2024-12-03T17:22:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1792053195/master 2024-12-03T17:22:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:15,823 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on existing znode=/1792053195/master 2024-12-03T17:22:15,823 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1792053195/backup-masters/27e0f852a164,40415,1733246535433 from backup master directory 2024-12-03T17:22:15,826 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1792053195/backup-masters/27e0f852a164,40415,1733246535433 2024-12-03T17:22:15,826 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,40415,1733246535433 2024-12-03T17:22:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/backup-masters 2024-12-03T17:22:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/backup-masters 2024-12-03T17:22:15,843 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/hbase.id] with ID: 5f16b992-dd90-4db2-ba24-27edb1b8e907 2024-12-03T17:22:15,843 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/.tmp/hbase.id 2024-12-03T17:22:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:22:16,289 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/.tmp/hbase.id]:[hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/hbase.id] 2024-12-03T17:22:16,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:16,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:22:16,325 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:22:16,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:22:16,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:16,432 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:22:16,453 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:22:16,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store 2024-12-03T17:22:16,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:16,544 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:16,544 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:16,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246536544Disabling compacts and flushes for region at 1733246536544Disabling writes for close at 1733246536544Writing region close event to WAL at 1733246536544Closed at 1733246536544 2024-12-03T17:22:16,549 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/.initializing 2024-12-03T17:22:16,549 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/WALs/27e0f852a164,40415,1733246535433 2024-12-03T17:22:16,551 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:16,554 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C40415%2C1733246535433, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/WALs/27e0f852a164,40415,1733246535433, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/oldWALs, maxLogs=10 2024-12-03T17:22:16,580 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/WALs/27e0f852a164,40415,1733246535433/27e0f852a164%2C40415%2C1733246535433.1733246536554, exclude list is [], retry=0 2024-12-03T17:22:16,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35591,DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d,DISK] 2024-12-03T17:22:16,601 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/WALs/27e0f852a164,40415,1733246535433/27e0f852a164%2C40415%2C1733246535433.1733246536554 2024-12-03T17:22:16,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405)] 2024-12-03T17:22:16,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:16,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:16,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,602 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:22:16,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:16,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:16,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:22:16,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:16,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:16,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:22:16,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:16,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:16,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:22:16,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:16,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:16,618 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,618 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,619 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,620 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,620 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,621 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:16,622 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:16,638 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:16,640 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281294, jitterRate=0.10687753558158875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:16,641 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246536602Initializing all the Stores at 1733246536606 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246536606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246536606Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246536606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246536606Cleaning up temporary data from old regions at 1733246536620 (+14 ms)Region opened successfully at 1733246536640 (+20 ms) 2024-12-03T17:22:16,654 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:22:16,658 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a83cfb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:16,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:22:16,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:22:16,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:22:16,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:22:16,660 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:22:16,661 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:22:16,661 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:22:16,674 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:22:16,675 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/balancer because node does not exist (not necessarily an error) 2024-12-03T17:22:16,677 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/balancer already deleted, retry=false 2024-12-03T17:22:16,678 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:22:16,678 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:22:16,684 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/normalizer already deleted, retry=false 2024-12-03T17:22:16,684 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:22:16,699 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:22:16,700 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/switch/split already deleted, retry=false 2024-12-03T17:22:16,701 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:22:16,717 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/switch/merge already deleted, retry=false 2024-12-03T17:22:16,719 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:22:16,721 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/snapshot-cleanup already deleted, retry=false 2024-12-03T17:22:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1792053195/running 2024-12-03T17:22:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1792053195/running 2024-12-03T17:22:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,725 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,40415,1733246535433, sessionid=0x1010d4eb8b30003, setting cluster-up flag (Was=false) 2024-12-03T17:22:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,753 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1792053195/flush-table-proc/acquired, /1792053195/flush-table-proc/reached, /1792053195/flush-table-proc/abort 2024-12-03T17:22:16,754 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40415,1733246535433 2024-12-03T17:22:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:16,770 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1792053195/online-snapshot/acquired, /1792053195/online-snapshot/reached, /1792053195/online-snapshot/abort 2024-12-03T17:22:16,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40415,1733246535433 2024-12-03T17:22:16,791 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:22:16,809 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:16,809 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:22:16,809 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:22:16,809 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,40415,1733246535433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:16,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:16,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:16,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246566835 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:22:16,835 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:22:16,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:16,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:16,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:22:16,843 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:22:16,843 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:22:16,843 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:22:16,843 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:22:16,846 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:22:16,846 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:22:16,870 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246536846,5,FailOnTimeoutGroup] 2024-12-03T17:22:16,874 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246536871,5,FailOnTimeoutGroup] 2024-12-03T17:22:16,874 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:16,874 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:22:16,875 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:16,875 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:16,900 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(746): ClusterId : 5f16b992-dd90-4db2-ba24-27edb1b8e907 2024-12-03T17:22:16,900 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:22:16,903 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:22:16,903 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:22:16,905 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:22:16,906 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3921b6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:22:16,957 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:42577 2024-12-03T17:22:16,957 INFO [RS:0;27e0f852a164:42577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:22:16,957 INFO [RS:0;27e0f852a164:42577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:22:16,957 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:22:16,965 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,40415,1733246535433 with port=42577, startcode=1733246535664 2024-12-03T17:22:16,965 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:22:17,007 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:22:17,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40415 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,010 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571 2024-12-03T17:22:17,010 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39807 2024-12-03T17:22:17,010 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:22:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/rs 2024-12-03T17:22:17,013 DEBUG [RS:0;27e0f852a164:42577 {}] zookeeper.ZKUtil(111): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on existing znode=/1792053195/rs/27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,013 WARN [RS:0;27e0f852a164:42577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:17,013 INFO [RS:0;27e0f852a164:42577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:17,013 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,42577,1733246535664] 2024-12-03T17:22:17,052 INFO [RS:0;27e0f852a164:42577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:22:17,066 INFO [RS:0;27e0f852a164:42577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:22:17,079 INFO [RS:0;27e0f852a164:42577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:22:17,079 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,079 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:22:17,080 INFO [RS:0;27e0f852a164:42577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:22:17,080 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,080 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:17,081 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:17,081 DEBUG [RS:0;27e0f852a164:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:17,094 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,094 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,094 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,095 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,095 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,095 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42577,1733246535664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:17,118 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:22:17,118 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,42577,1733246535664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,118 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,118 INFO [RS:0;27e0f852a164:42577 {}] regionserver.Replication(171): 27e0f852a164,42577,1733246535664 started 2024-12-03T17:22:17,142 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:17,142 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,42577,1733246535664, RpcServer on 27e0f852a164/172.17.0.3:42577, sessionid=0x1010d4eb8b30004 2024-12-03T17:22:17,143 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:22:17,143 DEBUG [RS:0;27e0f852a164:42577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,143 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,42577,1733246535664' 2024-12-03T17:22:17,143 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1792053195/flush-table-proc/abort' 2024-12-03T17:22:17,143 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1792053195/flush-table-proc/acquired' 2024-12-03T17:22:17,144 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:22:17,144 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:22:17,144 DEBUG [RS:0;27e0f852a164:42577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,42577,1733246535664 2024-12-03T17:22:17,144 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,42577,1733246535664' 2024-12-03T17:22:17,144 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1792053195/online-snapshot/abort' 2024-12-03T17:22:17,145 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1792053195/online-snapshot/acquired' 2024-12-03T17:22:17,145 DEBUG [RS:0;27e0f852a164:42577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:22:17,145 INFO [RS:0;27e0f852a164:42577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:22:17,145 INFO [RS:0;27e0f852a164:42577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:22:17,246 INFO [RS:0;27e0f852a164:42577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:17,250 INFO [RS:0;27e0f852a164:42577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C42577%2C1733246535664, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/oldWALs, maxLogs=10 2024-12-03T17:22:17,273 DEBUG [RS:0;27e0f852a164:42577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, exclude list is [], retry=0 2024-12-03T17:22:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35591,DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d,DISK] 2024-12-03T17:22:17,345 INFO [RS:0;27e0f852a164:42577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 2024-12-03T17:22:17,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:22:17,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571 2024-12-03T17:22:17,358 DEBUG [RS:0;27e0f852a164:42577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405)] 2024-12-03T17:22:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:22:17,596 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:22:17,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:17,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:17,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:17,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:17,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:17,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:17,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:17,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:17,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:17,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:17,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:17,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:17,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:17,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:17,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:17,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:17,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:17,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:17,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740 2024-12-03T17:22:17,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740 2024-12-03T17:22:17,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:17,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:17,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:17,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:17,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:17,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70903898, jitterRate=0.056550413370132446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246537820Initializing all the Stores at 1733246537826 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246537826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246537830 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246537830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246537830Cleaning up temporary data from old regions at 1733246537871 (+41 ms)Region opened successfully at 1733246537890 (+19 ms) 2024-12-03T17:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:17,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:17,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:17,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:17,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246537890Disabling compacts and flushes for region at 1733246537890Disabling writes for close at 1733246537890Writing region close event to WAL at 1733246537893 (+3 ms)Closed at 1733246537893 2024-12-03T17:22:17,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:17,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:22:17,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:22:17,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:17,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:22:18,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,048 DEBUG [27e0f852a164:40415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:22:18,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:18,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,42577,1733246535664, state=OPENING 2024-12-03T17:22:18,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:22:18,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:18,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:18,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1792053195/meta-region-server: CHANGED 2024-12-03T17:22:18,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1792053195/meta-region-server: CHANGED 2024-12-03T17:22:18,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:18,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,42577,1733246535664}] 2024-12-03T17:22:18,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:18,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:22:18,267 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:22:18,267 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:18,268 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:22:18,270 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C42577%2C1733246535664.meta, suffix=.meta, logDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/oldWALs, maxLogs=10 2024-12-03T17:22:18,292 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.meta.1733246538270.meta, exclude list is [], retry=0 2024-12-03T17:22:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35591,DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d,DISK] 2024-12-03T17:22:18,322 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.meta.1733246538270.meta 2024-12-03T17:22:18,323 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405)] 2024-12-03T17:22:18,323 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:18,323 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:18,323 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:18,323 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:22:18,324 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:22:18,324 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:22:18,324 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:18,324 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:22:18,324 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:22:18,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:18,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:18,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:18,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:18,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:18,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:18,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:18,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:18,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:18,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:18,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:18,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:18,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:18,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:18,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:18,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:18,398 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:18,402 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740 2024-12-03T17:22:18,408 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740 2024-12-03T17:22:18,431 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:18,431 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:18,435 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:18,446 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:18,449 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71422565, jitterRate=0.06427915394306183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:18,449 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:22:18,449 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246538324Writing region info on filesystem at 1733246538324Initializing all the Stores at 1733246538339 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246538339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246538342 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246538342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246538342Cleaning up temporary data from old regions at 1733246538431 (+89 ms)Running coprocessor post-open hooks at 1733246538449 (+18 ms)Region opened successfully at 1733246538449 2024-12-03T17:22:18,451 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246538250 2024-12-03T17:22:18,453 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:22:18,453 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:22:18,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:18,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,42577,1733246535664, state=OPEN 2024-12-03T17:22:18,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1792053195/meta-region-server 2024-12-03T17:22:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1792053195/meta-region-server 2024-12-03T17:22:18,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1792053195/meta-region-server: CHANGED 2024-12-03T17:22:18,461 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,42577,1733246535664 2024-12-03T17:22:18,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1792053195/meta-region-server: CHANGED 2024-12-03T17:22:18,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:22:18,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,42577,1733246535664 in 387 msec 2024-12-03T17:22:18,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:18,471 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:22:18,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:22:18,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-12-03T17:22:18,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:18,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42577,1733246535664, seqNum=-1] 2024-12-03T17:22:18,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:18,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:18,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6920 sec 2024-12-03T17:22:18,508 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246538507, completionTime=-1 2024-12-03T17:22:18,508 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:22:18,508 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:22:18,512 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:22:18,512 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246598512 2024-12-03T17:22:18,512 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246658512 2024-12-03T17:22:18,512 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T17:22:18,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:40415, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,513 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,522 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,530 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:22:18,536 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.710sec 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:18,537 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:22:18,578 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:22:18,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:22:18,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40415,1733246535433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:18,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:18,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:18,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:18,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:18,620 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:18,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:18,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:18,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec6bc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:18,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:18,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:18,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:18,626 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:18,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:18,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42577,1733246535664, seqNum=-1] 2024-12-03T17:22:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:18,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:18,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,40415,1733246535433 2024-12-03T17:22:18,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-12-03T17:22:18,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:18,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4eb8b30005 connected 2024-12-03T17:22:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:18,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43831,1733246529146 2024-12-03T17:22:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ff5a3b4 2024-12-03T17:22:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:18,715 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:18,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:22:18,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:18,723 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:18,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:18,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:22:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:22:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:19,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb368a9baf03664cf8fb35a66d4365a6, NAME => 'test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad 2024-12-03T17:22:19,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb368a9baf03664cf8fb35a66d4365a6, disabling compactions & flushes 2024-12-03T17:22:19,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. after waiting 0 ms 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb368a9baf03664cf8fb35a66d4365a6: Waiting for close lock at 1733246539251Disabling compacts and flushes for region at 1733246539251Disabling writes for close at 1733246539251Writing region close event to WAL at 1733246539251Closed at 1733246539251 2024-12-03T17:22:19,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:19,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246539253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246539253"}]},"ts":"1733246539253"} 2024-12-03T17:22:19,257 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:19,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:19,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246539258"}]},"ts":"1733246539258"} 2024-12-03T17:22:19,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:22:19,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb368a9baf03664cf8fb35a66d4365a6, ASSIGN}] 2024-12-03T17:22:19,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb368a9baf03664cf8fb35a66d4365a6, ASSIGN 2024-12-03T17:22:19,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb368a9baf03664cf8fb35a66d4365a6, ASSIGN; state=OFFLINE, location=27e0f852a164,37635,1733246529574; forceNewPlan=false, retain=false 2024-12-03T17:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:19,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb368a9baf03664cf8fb35a66d4365a6, regionState=OPENING, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:19,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb368a9baf03664cf8fb35a66d4365a6, ASSIGN because future has completed 2024-12-03T17:22:19,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb368a9baf03664cf8fb35a66d4365a6, server=27e0f852a164,37635,1733246529574}] 2024-12-03T17:22:19,623 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,623 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb368a9baf03664cf8fb35a66d4365a6, NAME => 'test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:19,624 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:19,624 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:22:19,624 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,624 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:19,624 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,624 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,629 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,637 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb368a9baf03664cf8fb35a66d4365a6 columnFamilyName f 2024-12-03T17:22:19,637 DEBUG [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:19,638 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(327): Store=eb368a9baf03664cf8fb35a66d4365a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:19,638 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,650 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb368a9baf03664cf8fb35a66d4365a6 columnFamilyName f1 2024-12-03T17:22:19,650 DEBUG [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:19,657 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(327): Store=eb368a9baf03664cf8fb35a66d4365a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:19,657 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,673 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb368a9baf03664cf8fb35a66d4365a6 columnFamilyName norep 2024-12-03T17:22:19,673 DEBUG [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:19,676 INFO [StoreOpener-eb368a9baf03664cf8fb35a66d4365a6-1 {}] regionserver.HStore(327): Store=eb368a9baf03664cf8fb35a66d4365a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:19,676 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,685 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,694 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,703 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,703 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,712 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:19,715 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,745 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:19,750 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb368a9baf03664cf8fb35a66d4365a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59269570, jitterRate=-0.11681458353996277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:19,750 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:19,751 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb368a9baf03664cf8fb35a66d4365a6: Running coprocessor pre-open hook at 1733246539624Writing region info on filesystem at 1733246539624Initializing all the Stores at 1733246539626 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246539626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246539627 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246539627Cleaning up temporary data from old regions at 1733246539703 (+76 ms)Running coprocessor post-open hooks at 1733246539750 (+47 ms)Region opened successfully at 1733246539751 (+1 ms) 2024-12-03T17:22:19,758 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., pid=6, masterSystemTime=1733246539608 2024-12-03T17:22:19,763 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,763 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:19,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb368a9baf03664cf8fb35a66d4365a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:19,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb368a9baf03664cf8fb35a66d4365a6, server=27e0f852a164,37635,1733246529574 because future has completed 2024-12-03T17:22:19,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:22:19,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb368a9baf03664cf8fb35a66d4365a6, server=27e0f852a164,37635,1733246529574 in 349 msec 2024-12-03T17:22:19,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:22:19,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb368a9baf03664cf8fb35a66d4365a6, ASSIGN in 538 msec 2024-12-03T17:22:19,814 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:19,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246539814"}]},"ts":"1733246539814"} 2024-12-03T17:22:19,820 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:22:19,830 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:19,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1100 sec 2024-12-03T17:22:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:19,867 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:22:19,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40415,1733246535433 2024-12-03T17:22:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dedb435 2024-12-03T17:22:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:19,874 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:19,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:22:19,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:19,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:19,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:19,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:22:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:22:19,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8591ca43c072540881028cf66d4abed1, NAME => 'test,,1733246539875.8591ca43c072540881028cf66d4abed1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571 2024-12-03T17:22:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:20,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246539875.8591ca43c072540881028cf66d4abed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8591ca43c072540881028cf66d4abed1, disabling compactions & flushes 2024-12-03T17:22:20,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246539875.8591ca43c072540881028cf66d4abed1. after waiting 0 ms 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8591ca43c072540881028cf66d4abed1: Waiting for close lock at 1733246540013Disabling compacts and flushes for region at 1733246540013Disabling writes for close at 1733246540013Writing region close event to WAL at 1733246540013Closed at 1733246540013 2024-12-03T17:22:20,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:20,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246539875.8591ca43c072540881028cf66d4abed1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246540015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246540015"}]},"ts":"1733246540015"} 2024-12-03T17:22:20,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:20,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:20,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246540019"}]},"ts":"1733246540019"} 2024-12-03T17:22:20,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:22:20,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8591ca43c072540881028cf66d4abed1, ASSIGN}] 2024-12-03T17:22:20,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8591ca43c072540881028cf66d4abed1, ASSIGN 2024-12-03T17:22:20,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8591ca43c072540881028cf66d4abed1, ASSIGN; state=OFFLINE, location=27e0f852a164,42577,1733246535664; forceNewPlan=false, retain=false 2024-12-03T17:22:20,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8591ca43c072540881028cf66d4abed1, regionState=OPENING, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8591ca43c072540881028cf66d4abed1, ASSIGN because future has completed 2024-12-03T17:22:20,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8591ca43c072540881028cf66d4abed1, server=27e0f852a164,42577,1733246535664}] 2024-12-03T17:22:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:20,368 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,368 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8591ca43c072540881028cf66d4abed1, NAME => 'test,,1733246539875.8591ca43c072540881028cf66d4abed1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:20,369 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:20,369 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:22:20,370 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,370 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246539875.8591ca43c072540881028cf66d4abed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:20,370 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,370 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,396 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,404 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8591ca43c072540881028cf66d4abed1 columnFamilyName f 2024-12-03T17:22:20,404 DEBUG [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:20,405 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(327): Store=8591ca43c072540881028cf66d4abed1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:20,405 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,411 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8591ca43c072540881028cf66d4abed1 columnFamilyName f1 2024-12-03T17:22:20,411 DEBUG [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:20,411 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(327): Store=8591ca43c072540881028cf66d4abed1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:20,411 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,413 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8591ca43c072540881028cf66d4abed1 columnFamilyName norep 2024-12-03T17:22:20,413 DEBUG [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:20,418 INFO [StoreOpener-8591ca43c072540881028cf66d4abed1-1 {}] regionserver.HStore(327): Store=8591ca43c072540881028cf66d4abed1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:20,418 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,419 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,422 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,431 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,431 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,433 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:20,447 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,490 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:20,491 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8591ca43c072540881028cf66d4abed1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214300, jitterRate=0.061175763607025146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:20,491 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:20,491 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8591ca43c072540881028cf66d4abed1: Running coprocessor pre-open hook at 1733246540370Writing region info on filesystem at 1733246540370Initializing all the Stores at 1733246540374 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246540374Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246540395 (+21 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246540395Cleaning up temporary data from old regions at 1733246540431 (+36 ms)Running coprocessor post-open hooks at 1733246540491 (+60 ms)Region opened successfully at 1733246540491 2024-12-03T17:22:20,507 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246539875.8591ca43c072540881028cf66d4abed1., pid=6, masterSystemTime=1733246540358 2024-12-03T17:22:20,519 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,519 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:20,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8591ca43c072540881028cf66d4abed1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:20,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8591ca43c072540881028cf66d4abed1, server=27e0f852a164,42577,1733246535664 because future has completed 2024-12-03T17:22:20,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:22:20,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8591ca43c072540881028cf66d4abed1, server=27e0f852a164,42577,1733246535664 in 367 msec 2024-12-03T17:22:20,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:22:20,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8591ca43c072540881028cf66d4abed1, ASSIGN in 532 msec 2024-12-03T17:22:20,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:20,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246540558"}]},"ts":"1733246540558"} 2024-12-03T17:22:20,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:22:20,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:20,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 693 msec 2024-12-03T17:22:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:21,032 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:22:21,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:21,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:21,042 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9ae505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,045 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1c2c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:21,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:21,067 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58465820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,070 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:21,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5310a558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:21,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:21,083 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4059684d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,086 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f61d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43831,1733246529146 2024-12-03T17:22:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f868ff3 2024-12-03T17:22:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:21,092 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:21,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:40415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:22:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:22:21,096 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40415' 2024-12-03T17:22:21,099 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4572ef48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,099 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:21,099 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:21,101 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dde0ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,107 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:21,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b652cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:21,111 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:21,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40415,1733246535433 2024-12-03T17:22:21,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63bdaf0c 2024-12-03T17:22:21,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:21,114 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:21,115 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T17:22:21,115 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:22:21,115 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,115 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:21,115 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:21,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:22:21,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:21,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:21,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:21,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:22:21,168 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:22:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:21,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aabc818a73beaa831d1dc06ab2536b81, NAME => 'hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad 2024-12-03T17:22:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:22:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aabc818a73beaa831d1dc06ab2536b81, disabling compactions & flushes 2024-12-03T17:22:22,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. after waiting 0 ms 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,055 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aabc818a73beaa831d1dc06ab2536b81: Waiting for close lock at 1733246542055Disabling compacts and flushes for region at 1733246542055Disabling writes for close at 1733246542055Writing region close event to WAL at 1733246542055Closed at 1733246542055 2024-12-03T17:22:22,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:22,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246542061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246542061"}]},"ts":"1733246542061"} 2024-12-03T17:22:22,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:22,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:22,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246542066"}]},"ts":"1733246542066"} 2024-12-03T17:22:22,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:22:22,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aabc818a73beaa831d1dc06ab2536b81, ASSIGN}] 2024-12-03T17:22:22,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aabc818a73beaa831d1dc06ab2536b81, ASSIGN 2024-12-03T17:22:22,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aabc818a73beaa831d1dc06ab2536b81, ASSIGN; state=OFFLINE, location=27e0f852a164,37635,1733246529574; forceNewPlan=false, retain=false 2024-12-03T17:22:22,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:22,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:22,080 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:22,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aabc818a73beaa831d1dc06ab2536b81, regionState=OPENING, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:22,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aabc818a73beaa831d1dc06ab2536b81, ASSIGN because future has completed 2024-12-03T17:22:22,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aabc818a73beaa831d1dc06ab2536b81, server=27e0f852a164,37635,1733246529574}] 2024-12-03T17:22:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:22,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:22,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:22:22,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37635%2C1733246529574.rep, suffix=, logDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574, archiveDir=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/oldWALs, maxLogs=10 2024-12-03T17:22:22,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.rep.1733246542400, exclude list is [], retry=0 2024-12-03T17:22:22,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-725bd182-eeb0-4ed2-87a9-9da83b56bc50,DISK] 2024-12-03T17:22:22,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.rep.1733246542400 2024-12-03T17:22:22,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42143:42143)] 2024-12-03T17:22:22,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aabc818a73beaa831d1dc06ab2536b81, NAME => 'hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:22,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. service=MultiRowMutationService 2024-12-03T17:22:22,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,482 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,491 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aabc818a73beaa831d1dc06ab2536b81 columnFamilyName hfileref 2024-12-03T17:22:22,491 DEBUG [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:22,491 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(327): Store=aabc818a73beaa831d1dc06ab2536b81/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:22,491 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,493 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aabc818a73beaa831d1dc06ab2536b81 columnFamilyName queue 2024-12-03T17:22:22,494 DEBUG [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:22,495 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(327): Store=aabc818a73beaa831d1dc06ab2536b81/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:22,495 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,497 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aabc818a73beaa831d1dc06ab2536b81 columnFamilyName sid 2024-12-03T17:22:22,497 DEBUG [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:22,498 INFO [StoreOpener-aabc818a73beaa831d1dc06ab2536b81-1 {}] regionserver.HStore(327): Store=aabc818a73beaa831d1dc06ab2536b81/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:22,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/replication/aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/replication/aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:22,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/replication/aabc818a73beaa831d1dc06ab2536b81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:22,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aabc818a73beaa831d1dc06ab2536b81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66131662, jitterRate=-0.014561444520950317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:22,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:22,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aabc818a73beaa831d1dc06ab2536b81: Running coprocessor pre-open hook at 1733246542478Writing region info on filesystem at 1733246542478Initializing all the Stores at 1733246542482 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246542482Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246542482Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246542482Cleaning up temporary data from old regions at 1733246542500 (+18 ms)Running coprocessor post-open hooks at 1733246542512 (+12 ms)Region opened successfully at 1733246542512 2024-12-03T17:22:22,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., pid=10, masterSystemTime=1733246542384 2024-12-03T17:22:22,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aabc818a73beaa831d1dc06ab2536b81, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37635,1733246529574 2024-12-03T17:22:22,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:22,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aabc818a73beaa831d1dc06ab2536b81, server=27e0f852a164,37635,1733246529574 because future has completed 2024-12-03T17:22:22,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:22:22,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aabc818a73beaa831d1dc06ab2536b81, server=27e0f852a164,37635,1733246529574 in 311 msec 2024-12-03T17:22:22,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:22:22,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aabc818a73beaa831d1dc06ab2536b81, ASSIGN in 483 msec 2024-12-03T17:22:22,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:22,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246542577"}]},"ts":"1733246542577"} 2024-12-03T17:22:22,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:22:22,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:22,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4760 sec 2024-12-03T17:22:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., hostname=27e0f852a164,37635,1733246529574, seqNum=2] 2024-12-03T17:22:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:22,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:22:22,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:22:22,834 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:22:22,871 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,37635,1733246529574, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:22:22,872 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:22,872 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37635,1733246529574, seqNum=-1] 2024-12-03T17:22:22,872 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:22,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,37635,1733246529574', locateType=CURRENT is [region=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., hostname=27e0f852a164,37635,1733246529574, seqNum=2] 2024-12-03T17:22:22,882 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:22:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:22:22,885 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,37635,1733246529574 suceeded 2024-12-03T17:22:22,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:22:22,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-03T17:22:22,901 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:40415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:22:22,906 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40415' 2024-12-03T17:22:22,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8090 sec 2024-12-03T17:22:22,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc1b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:22,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:22,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:22,915 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fbb0749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:22,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:22,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:22,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:22,917 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:22,918 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289eced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:22,918 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:22,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40415,1733246535433 2024-12-03T17:22:22,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e8a5a54 2024-12-03T17:22:22,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:22,921 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T17:22:22,922 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,37635,1733246529574 (queues=1) is replicating from cluster=ffd695b0-d188-46ed-8ec4-3b4755036870 to cluster=5f16b992-dd90-4db2-ba24-27edb1b8e907 2024-12-03T17:22:22,922 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C37635%2C1733246529574 2024-12-03T17:22:22,922 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,37635,1733246529574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:22:22,930 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, startPosition=0, beingWritten=true 2024-12-03T17:22:22,933 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C37635%2C1733246529574 2024-12-03T17:22:22,953 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:22,954 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 379, reset compression=false 2024-12-03T17:22:22,954 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:23,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:22:23,180 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 379, reset compression=false 2024-12-03T17:22:23,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:22:23,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:22:23,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:23,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:22:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:23,251 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:22:23,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:23,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:23,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:23,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:23,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:23,254 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f862ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,257 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62da0b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40415,1733246535433 2024-12-03T17:22:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c990d6 2024-12-03T17:22:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:23,260 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:23,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:43831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:22:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:22:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:23,270 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:43831' 2024-12-03T17:22:23,271 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b8d462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,271 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:23,271 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:23,272 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac54045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:23,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:23,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,279 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:23,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fc2277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:23,282 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:23,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43831,1733246529146 2024-12-03T17:22:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@122aa6e7 2024-12-03T17:22:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:23,296 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:23,297 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T17:22:23,297 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:22:23,297 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,297 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:23,297 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:23,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:23,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:22:23,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:23,303 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:23,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:23,351 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:22:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:22:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:23,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29bcf60f44fa312760e19c8c6aa6e444, NAME => 'hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571 2024-12-03T17:22:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 29bcf60f44fa312760e19c8c6aa6e444, disabling compactions & flushes 2024-12-03T17:22:23,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. after waiting 0 ms 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29bcf60f44fa312760e19c8c6aa6e444: Waiting for close lock at 1733246543434Disabling compacts and flushes for region at 1733246543434Disabling writes for close at 1733246543434Writing region close event to WAL at 1733246543434Closed at 1733246543434 2024-12-03T17:22:23,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:23,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246543436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246543436"}]},"ts":"1733246543436"} 2024-12-03T17:22:23,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:23,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:23,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246543444"}]},"ts":"1733246543444"} 2024-12-03T17:22:23,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:22:23,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29bcf60f44fa312760e19c8c6aa6e444, ASSIGN}] 2024-12-03T17:22:23,450 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29bcf60f44fa312760e19c8c6aa6e444, ASSIGN 2024-12-03T17:22:23,451 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29bcf60f44fa312760e19c8c6aa6e444, ASSIGN; state=OFFLINE, location=27e0f852a164,42577,1733246535664; forceNewPlan=false, retain=false 2024-12-03T17:22:23,502 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 379, reset compression=false 2024-12-03T17:22:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:23,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29bcf60f44fa312760e19c8c6aa6e444, regionState=OPENING, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:23,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29bcf60f44fa312760e19c8c6aa6e444, ASSIGN because future has completed 2024-12-03T17:22:23,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcf60f44fa312760e19c8c6aa6e444, server=27e0f852a164,42577,1733246535664}] 2024-12-03T17:22:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:23,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:22:23,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C42577%2C1733246535664.rep, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/oldWALs, maxLogs=10 2024-12-03T17:22:23,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:23,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.rep.1733246543815, exclude list is [], retry=0 2024-12-03T17:22:23,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35591,DS-27c3a3ff-a705-48ec-830b-a1599c46ff6d,DISK] 2024-12-03T17:22:23,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.rep.1733246543815 2024-12-03T17:22:23,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405)] 2024-12-03T17:22:23,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bcf60f44fa312760e19c8c6aa6e444, NAME => 'hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:23,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:23,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:23,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. service=MultiRowMutationService 2024-12-03T17:22:23,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:22:23,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:23,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,871 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,879 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcf60f44fa312760e19c8c6aa6e444 columnFamilyName hfileref 2024-12-03T17:22:23,879 DEBUG [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:23,881 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(327): Store=29bcf60f44fa312760e19c8c6aa6e444/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:23,881 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,884 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcf60f44fa312760e19c8c6aa6e444 columnFamilyName queue 2024-12-03T17:22:23,884 DEBUG [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:23,885 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(327): Store=29bcf60f44fa312760e19c8c6aa6e444/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:23,885 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,887 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcf60f44fa312760e19c8c6aa6e444 columnFamilyName sid 2024-12-03T17:22:23,887 DEBUG [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:23,887 INFO [StoreOpener-29bcf60f44fa312760e19c8c6aa6e444-1 {}] regionserver.HStore(327): Store=29bcf60f44fa312760e19c8c6aa6e444/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:23,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:23,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:23,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,908 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 379, reset compression=false 2024-12-03T17:22:23,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:23,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 29bcf60f44fa312760e19c8c6aa6e444; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72920359, jitterRate=0.08659802377223969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:23,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:23,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 29bcf60f44fa312760e19c8c6aa6e444: Running coprocessor pre-open hook at 1733246543870Writing region info on filesystem at 1733246543870Initializing all the Stores at 1733246543871 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246543871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246543871Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246543871Cleaning up temporary data from old regions at 1733246543890 (+19 ms)Running coprocessor post-open hooks at 1733246543923 (+33 ms)Region opened successfully at 1733246543923 2024-12-03T17:22:23,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444., pid=10, masterSystemTime=1733246543779 2024-12-03T17:22:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:23,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29bcf60f44fa312760e19c8c6aa6e444, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,42577,1733246535664 2024-12-03T17:22:23,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcf60f44fa312760e19c8c6aa6e444, server=27e0f852a164,42577,1733246535664 because future has completed 2024-12-03T17:22:23,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:22:23,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29bcf60f44fa312760e19c8c6aa6e444, server=27e0f852a164,42577,1733246535664 in 314 msec 2024-12-03T17:22:23,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:22:23,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29bcf60f44fa312760e19c8c6aa6e444, ASSIGN in 491 msec 2024-12-03T17:22:23,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:23,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246543945"}]},"ts":"1733246543945"} 2024-12-03T17:22:23,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,952 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:22:23,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:23,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:23,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 656 msec 2024-12-03T17:22:23,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444., hostname=27e0f852a164,42577,1733246535664, seqNum=2] 2024-12-03T17:22:23,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:22:23,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:24,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:22:24,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:22:24,164 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:22:24,327 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,42577,1733246535664, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42577,1733246535664, seqNum=-1] 2024-12-03T17:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:24,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:24,332 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,42577,1733246535664', locateType=CURRENT is [region=hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444., hostname=27e0f852a164,42577,1733246535664, seqNum=2] 2024-12-03T17:22:24,354 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:22:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:22:24,367 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,42577,1733246535664 suceeded 2024-12-03T17:22:24,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:22:24,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 361 msec 2024-12-03T17:22:24,371 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:43831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:22:24,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1100 sec 2024-12-03T17:22:24,399 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:43831' 2024-12-03T17:22:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:24,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:22:24,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:24,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:24,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:24,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:24,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:24,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:24,411 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7617d8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,411 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:24,412 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37635,1733246529574, seqNum=-1] 2024-12-03T17:22:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:24,414 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6d670b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:24,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., hostname=27e0f852a164,37635,1733246529574, seqNum=2] 2024-12-03T17:22:24,419 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:24,423 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406936c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,423 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:24,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,43831,1733246529146 2024-12-03T17:22:24,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:24,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4ec8f4 2024-12-03T17:22:24,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:24,428 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T17:22:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42577,1733246535664, seqNum=-1] 2024-12-03T17:22:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:24,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:24,431 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 379, reset compression=false 2024-12-03T17:22:24,434 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,42577,1733246535664 (queues=1) is replicating from cluster=5f16b992-dd90-4db2-ba24-27edb1b8e907 to cluster=ffd695b0-d188-46ed-8ec4-3b4755036870 2024-12-03T17:22:24,434 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C42577%2C1733246535664 2024-12-03T17:22:24,446 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,42577,1733246535664, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:22:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246539875.8591ca43c072540881028cf66d4abed1., hostname=27e0f852a164,42577,1733246535664, seqNum=2] 2024-12-03T17:22:24,448 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, startPosition=0, beingWritten=true 2024-12-03T17:22:24,448 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:22:24,448 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 480, reset compression=false 2024-12-03T17:22:24,449 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb368a9baf03664cf8fb35a66d4365a6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T17:22:24,450 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T17:22:24,452 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:24,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T17:22:24,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:22:24,463 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C42577%2C1733246535664 2024-12-03T17:22:24,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1e1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40415,-1 for getting cluster id 2024-12-03T17:22:24,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:24,487 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f16b992-dd90-4db2-ba24-27edb1b8e907' 2024-12-03T17:22:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f16b992-dd90-4db2-ba24-27edb1b8e907" 2024-12-03T17:22:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e8db40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40415,-1] 2024-12-03T17:22:24,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:24,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:24,490 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:24,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a399728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:24,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:24,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,42577,1733246535664, seqNum=-1] 2024-12-03T17:22:24,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:24,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:24,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246539875.8591ca43c072540881028cf66d4abed1., hostname=27e0f852a164,42577,1733246535664, seqNum=2] 2024-12-03T17:22:24,514 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:24,514 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 379, reset compression=false 2024-12-03T17:22:24,515 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:24,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:22:24,552 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:24,552 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 504, reset compression=false 2024-12-03T17:22:24,552 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:24,715 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 480, reset compression=false 2024-12-03T17:22:24,802 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 504, reset compression=false 2024-12-03T17:22:25,042 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 480, reset compression=false 2024-12-03T17:22:25,162 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 504, reset compression=false 2024-12-03T17:22:25,455 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T17:22:25,461 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 480, reset compression=false 2024-12-03T17:22:25,469 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T17:22:25,601 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 504, reset compression=false 2024-12-03T17:22:25,673 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:22:25,673 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 608, reset compression=false 2024-12-03T17:22:25,673 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[{test/8591ca43c072540881028cf66d4abed1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:22:25,676 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:25,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T17:22:25,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:22:25,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63db5859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:25,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,43831,-1 for getting cluster id 2024-12-03T17:22:25,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:25,694 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffd695b0-d188-46ed-8ec4-3b4755036870' 2024-12-03T17:22:25,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:25,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffd695b0-d188-46ed-8ec4-3b4755036870" 2024-12-03T17:22:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1683cb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,43831,-1] 2024-12-03T17:22:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:25,696 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:25,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a542995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:25,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:25,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37635,1733246529574, seqNum=-1] 2024-12-03T17:22:25,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:25,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:25,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., hostname=27e0f852a164,37635,1733246529574, seqNum=2] 2024-12-03T17:22:25,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:22:25,907 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 608, reset compression=false 2024-12-03T17:22:26,031 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 480, reset compression=false 2024-12-03T17:22:26,043 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:26,043 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 607, reset compression=false 2024-12-03T17:22:26,043 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:26,228 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 608, reset compression=false 2024-12-03T17:22:26,260 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 607, reset compression=false 2024-12-03T17:22:26,476 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T17:22:26,493 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T17:22:26,585 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 607, reset compression=false 2024-12-03T17:22:26,616 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:22:26,616 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 763, reset compression=false 2024-12-03T17:22:26,618 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb368a9baf03664cf8fb35a66d4365a6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T17:22:26,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:22:26,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:22:26,646 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 608, reset compression=false 2024-12-03T17:22:26,703 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:26,703 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 756, reset compression=false 2024-12-03T17:22:26,703 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:26,850 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 763, reset compression=false 2024-12-03T17:22:26,938 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 756, reset compression=false 2024-12-03T17:22:27,170 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 763, reset compression=false 2024-12-03T17:22:27,247 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 756, reset compression=false 2024-12-03T17:22:27,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T17:22:27,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T17:22:27,596 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 763, reset compression=false 2024-12-03T17:22:27,661 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 756, reset compression=false 2024-12-03T17:22:27,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:22:27,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 915, reset compression=false 2024-12-03T17:22:27,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[{test/8591ca43c072540881028cf66d4abed1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T17:22:27,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:22:27,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:22:27,891 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 915, reset compression=false 2024-12-03T17:22:28,127 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 763, reset compression=false 2024-12-03T17:22:28,168 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:28,168 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:28,168 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:28,234 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 915, reset compression=false 2024-12-03T17:22:28,412 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:28,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T17:22:28,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:22:28,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:28,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:28,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:28,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:28,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:28,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:22:28,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906797864, stopped=false 2024-12-03T17:22:28,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,40415,1733246535433 2024-12-03T17:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1792053195/running 2024-12-03T17:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1792053195/running 2024-12-03T17:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:28,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:28,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:28,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:28,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:28,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,42577,1733246535664' ***** 2024-12-03T17:22:28,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:22:28,528 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:22:28,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:22:28,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/running 2024-12-03T17:22:28,528 INFO [RS:0;27e0f852a164:42577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:22:28,528 INFO [RS:0;27e0f852a164:42577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:22:28,528 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(3091): Received CLOSE for 29bcf60f44fa312760e19c8c6aa6e444 2024-12-03T17:22:28,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Set watcher on znode that does not yet exist, /1792053195/running 2024-12-03T17:22:28,542 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(3091): Received CLOSE for 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,42577,1733246535664 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:42577. 2024-12-03T17:22:28,543 DEBUG [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:28,543 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:22:28,543 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:22:28,543 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29bcf60f44fa312760e19c8c6aa6e444, disabling compactions & flushes 2024-12-03T17:22:28,543 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:28,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:28,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. after waiting 0 ms 2024-12-03T17:22:28,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:28,544 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29bcf60f44fa312760e19c8c6aa6e444 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T17:22:28,550 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:22:28,550 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1325): Online Regions={29bcf60f44fa312760e19c8c6aa6e444=hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444., 8591ca43c072540881028cf66d4abed1=test,,1733246539875.8591ca43c072540881028cf66d4abed1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:22:28,551 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29bcf60f44fa312760e19c8c6aa6e444, 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:28,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:28,552 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:28,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:28,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:28,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:28,552 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:22:28,554 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:28,605 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/.tmp/queue/65be5907f44d43d59cddd38ecacc2bfa is 153, key is 1-27e0f852a164,42577,1733246535664/queue:27e0f852a164%2C42577%2C1733246535664/1733246547684/Put/seqid=0 2024-12-03T17:22:28,625 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/info/55fb439fc72943ca9e3c854c2fd34947 is 147, key is hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444./info:regioninfo/1733246543930/Put/seqid=0 2024-12-03T17:22:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741840_1016 (size=5352) 2024-12-03T17:22:28,627 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/.tmp/queue/65be5907f44d43d59cddd38ecacc2bfa 2024-12-03T17:22:28,639 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/.tmp/queue/65be5907f44d43d59cddd38ecacc2bfa as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/queue/65be5907f44d43d59cddd38ecacc2bfa 2024-12-03T17:22:28,644 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/queue/65be5907f44d43d59cddd38ecacc2bfa, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T17:22:28,645 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 29bcf60f44fa312760e19c8c6aa6e444 in 101ms, sequenceid=10, compaction requested=false 2024-12-03T17:22:28,660 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 915, reset compression=false 2024-12-03T17:22:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:22:28,674 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/info/55fb439fc72943ca9e3c854c2fd34947 2024-12-03T17:22:28,696 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/replication/29bcf60f44fa312760e19c8c6aa6e444/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T17:22:28,696 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:28,696 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:28,697 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29bcf60f44fa312760e19c8c6aa6e444: Waiting for close lock at 1733246548543Running coprocessor pre-close hooks at 1733246548543Disabling compacts and flushes for region at 1733246548543Disabling writes for close at 1733246548544 (+1 ms)Obtaining lock to block concurrent updates at 1733246548544Preparing flush snapshotting stores in 29bcf60f44fa312760e19c8c6aa6e444 at 1733246548544Finished memstore snapshotting hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733246548544Flushing stores of hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. at 1733246548545 (+1 ms)Flushing 29bcf60f44fa312760e19c8c6aa6e444/queue: creating writer at 1733246548545Flushing 29bcf60f44fa312760e19c8c6aa6e444/queue: appending metadata at 1733246548604 (+59 ms)Flushing 29bcf60f44fa312760e19c8c6aa6e444/queue: closing flushed file at 1733246548604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b64bac2: reopening flushed file at 1733246548638 (+34 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 29bcf60f44fa312760e19c8c6aa6e444 in 101ms, sequenceid=10, compaction requested=false at 1733246548645 (+7 ms)Writing region close event to WAL at 1733246548670 (+25 ms)Running coprocessor post-close hooks at 1733246548696 (+26 ms)Closed at 1733246548697 (+1 ms) 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246543297.29bcf60f44fa312760e19c8c6aa6e444. 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8591ca43c072540881028cf66d4abed1, disabling compactions & flushes 2024-12-03T17:22:28,697 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246539875.8591ca43c072540881028cf66d4abed1. after waiting 0 ms 2024-12-03T17:22:28,697 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:28,697 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8591ca43c072540881028cf66d4abed1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T17:22:28,725 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/ns/0f63e6d874614474b579576c72068b3e is 43, key is default/ns:d/1733246538484/Put/seqid=0 2024-12-03T17:22:28,742 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f/684a2e379b9c44e0a0222ed52c2aaaba is 29, key is row1/f:/1733246547497/DeleteFamily/seqid=0 2024-12-03T17:22:28,751 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:28,757 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:22:28,758 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/ns/0f63e6d874614474b579576c72068b3e 2024-12-03T17:22:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741843_1019 (size=5118) 2024-12-03T17:22:28,813 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f/684a2e379b9c44e0a0222ed52c2aaaba 2024-12-03T17:22:28,836 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/rep_barrier/3c03973bb33340b298b8a7f912a92708 is 112, key is test,,1733246539875.8591ca43c072540881028cf66d4abed1./rep_barrier:seqnumDuringOpen/1733246540529/Put/seqid=0 2024-12-03T17:22:28,852 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 684a2e379b9c44e0a0222ed52c2aaaba 2024-12-03T17:22:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741844_1020 (size=5518) 2024-12-03T17:22:28,916 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f1/3c353347190b4e24a1653877f8ddcb4b is 30, key is row1/f1:/1733246547497/DeleteFamily/seqid=0 2024-12-03T17:22:28,918 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/rep_barrier/3c03973bb33340b298b8a7f912a92708 2024-12-03T17:22:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741845_1021 (size=5123) 2024-12-03T17:22:28,945 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f1/3c353347190b4e24a1653877f8ddcb4b 2024-12-03T17:22:28,951 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:28,952 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c353347190b4e24a1653877f8ddcb4b 2024-12-03T17:22:28,995 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/table/04f7c90c968449338fc98f099d31df70 is 53, key is hbase:replication/table:state/1733246543945/Put/seqid=0 2024-12-03T17:22:29,001 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/norep/353b11f8ee88477ca41d11541be5e2bd is 33, key is row1/norep:/1733246547497/DeleteFamily/seqid=0 2024-12-03T17:22:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741846_1022 (size=5308) 2024-12-03T17:22:29,027 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/table/04f7c90c968449338fc98f099d31df70 2024-12-03T17:22:29,037 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/info/55fb439fc72943ca9e3c854c2fd34947 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/info/55fb439fc72943ca9e3c854c2fd34947 2024-12-03T17:22:29,043 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/info/55fb439fc72943ca9e3c854c2fd34947, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:22:29,044 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/ns/0f63e6d874614474b579576c72068b3e as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/ns/0f63e6d874614474b579576c72068b3e 2024-12-03T17:22:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741847_1023 (size=5108) 2024-12-03T17:22:29,051 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/norep/353b11f8ee88477ca41d11541be5e2bd 2024-12-03T17:22:29,052 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/ns/0f63e6d874614474b579576c72068b3e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:22:29,057 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/rep_barrier/3c03973bb33340b298b8a7f912a92708 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/rep_barrier/3c03973bb33340b298b8a7f912a92708 2024-12-03T17:22:29,060 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 353b11f8ee88477ca41d11541be5e2bd 2024-12-03T17:22:29,061 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f/684a2e379b9c44e0a0222ed52c2aaaba as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/f/684a2e379b9c44e0a0222ed52c2aaaba 2024-12-03T17:22:29,068 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/rep_barrier/3c03973bb33340b298b8a7f912a92708, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:22:29,072 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 684a2e379b9c44e0a0222ed52c2aaaba 2024-12-03T17:22:29,072 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/f/684a2e379b9c44e0a0222ed52c2aaaba, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:29,078 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/.tmp/table/04f7c90c968449338fc98f099d31df70 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/table/04f7c90c968449338fc98f099d31df70 2024-12-03T17:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/f1/3c353347190b4e24a1653877f8ddcb4b as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/f1/3c353347190b4e24a1653877f8ddcb4b 2024-12-03T17:22:29,085 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/table/04f7c90c968449338fc98f099d31df70, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:22:29,086 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=16, compaction requested=false 2024-12-03T17:22:29,091 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c353347190b4e24a1653877f8ddcb4b 2024-12-03T17:22:29,091 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/f1/3c353347190b4e24a1653877f8ddcb4b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:29,092 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/.tmp/norep/353b11f8ee88477ca41d11541be5e2bd as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/norep/353b11f8ee88477ca41d11541be5e2bd 2024-12-03T17:22:29,095 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:22:29,095 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:22:29,097 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 353b11f8ee88477ca41d11541be5e2bd 2024-12-03T17:22:29,097 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/norep/353b11f8ee88477ca41d11541be5e2bd, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:29,098 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8591ca43c072540881028cf66d4abed1 in 401ms, sequenceid=8, compaction requested=false 2024-12-03T17:22:29,152 DEBUG [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8591ca43c072540881028cf66d4abed1 2024-12-03T17:22:29,177 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 915, reset compression=false 2024-12-03T17:22:29,203 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:29,203 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 1511, reset compression=false 2024-12-03T17:22:29,203 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,42577,1733246535664 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250, lastWalPosition=1511, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:29,204 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,42577,1733246535664: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,42577,1733246535664, walGroup=27e0f852a164%2C42577%2C1733246535664, offset=27e0f852a164%2C42577%2C1733246535664.1733246537250:1511, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:42577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:22:29,206 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:22:29,206 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:22:29,208 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:22:29,208 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:22:29,208 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:22:29,208 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 676327432 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 190999648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:22:29,209 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:40415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:40415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:22:29,218 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:22:29,219 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:29,219 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:29,219 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:29,219 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246548552Running coprocessor pre-close hooks at 1733246548552Disabling compacts and flushes for region at 1733246548552Disabling writes for close at 1733246548552Obtaining lock to block concurrent updates at 1733246548552Preparing flush snapshotting stores in 1588230740 at 1733246548552Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246548553 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246548553Flushing 1588230740/info: creating writer at 1733246548554 (+1 ms)Flushing 1588230740/info: appending metadata at 1733246548624 (+70 ms)Flushing 1588230740/info: closing flushed file at 1733246548624Flushing 1588230740/ns: creating writer at 1733246548680 (+56 ms)Flushing 1588230740/ns: appending metadata at 1733246548724 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1733246548724Flushing 1588230740/rep_barrier: creating writer at 1733246548777 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246548836 (+59 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246548836Flushing 1588230740/table: creating writer at 1733246548927 (+91 ms)Flushing 1588230740/table: appending metadata at 1733246548994 (+67 ms)Flushing 1588230740/table: closing flushed file at 1733246548994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8aef0e: reopening flushed file at 1733246549036 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576a571d: reopening flushed file at 1733246549043 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0b9b24: reopening flushed file at 1733246549052 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14368c28: reopening flushed file at 1733246549068 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=16, compaction requested=false at 1733246549086 (+18 ms)Writing region close event to WAL at 1733246549182 (+96 ms)Running coprocessor post-close hooks at 1733246549219 (+37 ms)Closed at 1733246549219 2024-12-03T17:22:29,220 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:29,238 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/data/default/test/8591ca43c072540881028cf66d4abed1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T17:22:29,239 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:29,239 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:29,239 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:29,239 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8591ca43c072540881028cf66d4abed1: Waiting for close lock at 1733246548697Running coprocessor pre-close hooks at 1733246548697Disabling compacts and flushes for region at 1733246548697Disabling writes for close at 1733246548697Obtaining lock to block concurrent updates at 1733246548697Preparing flush snapshotting stores in 8591ca43c072540881028cf66d4abed1 at 1733246548697Finished memstore snapshotting test,,1733246539875.8591ca43c072540881028cf66d4abed1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733246548698 (+1 ms)Flushing stores of test,,1733246539875.8591ca43c072540881028cf66d4abed1. at 1733246548698Flushing 8591ca43c072540881028cf66d4abed1/f: creating writer at 1733246548699 (+1 ms)Flushing 8591ca43c072540881028cf66d4abed1/f: appending metadata at 1733246548741 (+42 ms)Flushing 8591ca43c072540881028cf66d4abed1/f: closing flushed file at 1733246548741Flushing 8591ca43c072540881028cf66d4abed1/f1: creating writer at 1733246548853 (+112 ms)Flushing 8591ca43c072540881028cf66d4abed1/f1: appending metadata at 1733246548915 (+62 ms)Flushing 8591ca43c072540881028cf66d4abed1/f1: closing flushed file at 1733246548915Flushing 8591ca43c072540881028cf66d4abed1/norep: creating writer at 1733246548952 (+37 ms)Flushing 8591ca43c072540881028cf66d4abed1/norep: appending metadata at 1733246549000 (+48 ms)Flushing 8591ca43c072540881028cf66d4abed1/norep: closing flushed file at 1733246549000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f2f0bd: reopening flushed file at 1733246549060 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24582ceb: reopening flushed file at 1733246549073 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fed09e: reopening flushed file at 1733246549091 (+18 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8591ca43c072540881028cf66d4abed1 in 401ms, sequenceid=8, compaction requested=false at 1733246549098 (+7 ms)Writing region close event to WAL at 1733246549206 (+108 ms)Running coprocessor post-close hooks at 1733246549239 (+33 ms)Closed at 1733246549239 2024-12-03T17:22:29,239 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246539875.8591ca43c072540881028cf66d4abed1. 2024-12-03T17:22:29,243 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:29,243 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 1806, reset compression=false 2024-12-03T17:22:29,254 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:29,352 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,42577,1733246535664; all regions closed. 2024-12-03T17:22:29,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:29,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:22:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741839_1015 (size=2676) 2024-12-03T17:22:29,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.rep.1733246543815 not finished, retry = 0 2024-12-03T17:22:29,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:29,476 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 to pos 1806, reset compression=false 2024-12-03T17:22:29,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/WALs/27e0f852a164,42577,1733246535664/27e0f852a164%2C42577%2C1733246535664.1733246537250 not finished, retry = 0 2024-12-03T17:22:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741832_1008 (size=1814) 2024-12-03T17:22:29,681 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:29,682 INFO [RS:0;27e0f852a164:42577 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:29,682 INFO [RS:0;27e0f852a164:42577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:29,682 INFO [RS:0;27e0f852a164:42577 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:29,682 INFO [RS:0;27e0f852a164:42577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:29,682 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:29,684 INFO [RS:0;27e0f852a164:42577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,42577,1733246535664 because: Region server is closing 2024-12-03T17:22:29,684 INFO [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:42577. 2024-12-03T17:22:29,684 DEBUG [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:29,684 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:29,684 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:29,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:29,775 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:29,784 INFO [RS:0;27e0f852a164:42577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.shipper27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 terminated 2024-12-03T17:22:29,785 INFO [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:42577. 2024-12-03T17:22:29,785 DEBUG [RS:0;27e0f852a164:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:29,785 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:29,785 DEBUG [RS:0;27e0f852a164:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:29,785 INFO [RS:0;27e0f852a164:42577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42577 2024-12-03T17:22:29,785 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,42577,1733246535664.replicationSource.wal-reader.27e0f852a164%2C42577%2C1733246535664,1-27e0f852a164,42577,1733246535664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:22:29,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195/rs 2024-12-03T17:22:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1792053195/rs/27e0f852a164,42577,1733246535664 2024-12-03T17:22:29,791 INFO [RS:0;27e0f852a164:42577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:29,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,42577,1733246535664] 2024-12-03T17:22:29,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1792053195/draining/27e0f852a164,42577,1733246535664 already deleted, retry=false 2024-12-03T17:22:29,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,42577,1733246535664 expired; onlineServers=0 2024-12-03T17:22:29,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,40415,1733246535433' ***** 2024-12-03T17:22:29,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:29,796 DEBUG [M:0;27e0f852a164:40415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:22:29,796 DEBUG [M:0;27e0f852a164:40415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:22:29,796 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246536846 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246536846,5,FailOnTimeoutGroup] 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:29,796 DEBUG [M:0;27e0f852a164:40415 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:22:29,796 INFO [M:0;27e0f852a164:40415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:29,797 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246536871 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246536871,5,FailOnTimeoutGroup] 2024-12-03T17:22:29,797 INFO [M:0;27e0f852a164:40415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:22:29,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:22:29,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:22:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1792053195/master 2024-12-03T17:22:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1792053195 2024-12-03T17:22:29,798 DEBUG [M:0;27e0f852a164:40415 {}] zookeeper.ZKUtil(347): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Unable to get data of znode /1792053195/master because node does not exist (not an error) 2024-12-03T17:22:29,798 WARN [M:0;27e0f852a164:40415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:22:29,799 INFO [M:0;27e0f852a164:40415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/.lastflushedseqids 2024-12-03T17:22:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741848_1024 (size=245) 2024-12-03T17:22:29,827 INFO [M:0;27e0f852a164:40415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:22:29,827 INFO [M:0;27e0f852a164:40415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:22:29,827 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:29,827 INFO [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:29,827 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:29,828 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:29,828 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:29,828 INFO [M:0;27e0f852a164:40415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T17:22:29,852 DEBUG [M:0;27e0f852a164:40415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878adac2e7134ec5877cd9f296c426a4 is 82, key is hbase:meta,,1/info:regioninfo/1733246538454/Put/seqid=0 2024-12-03T17:22:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741849_1025 (size=5672) 2024-12-03T17:22:29,873 INFO [M:0;27e0f852a164:40415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878adac2e7134ec5877cd9f296c426a4 2024-12-03T17:22:29,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:29,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x1010d4eb8b30004, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:29,894 INFO [RS:0;27e0f852a164:42577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:29,894 INFO [RS:0;27e0f852a164:42577 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,42577,1733246535664; zookeeper connection closed. 2024-12-03T17:22:29,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79cb62ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79cb62ab 2024-12-03T17:22:29,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:22:29,912 DEBUG [M:0;27e0f852a164:40415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9d90d9d8424f778ae5f7fffaac2ff1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246543956/Put/seqid=0 2024-12-03T17:22:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741850_1026 (size=8516) 2024-12-03T17:22:29,929 INFO [M:0;27e0f852a164:40415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9d90d9d8424f778ae5f7fffaac2ff1 2024-12-03T17:22:29,955 DEBUG [M:0;27e0f852a164:40415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fc577b15e684fdd813d6f5117447f62 is 69, key is 27e0f852a164,42577,1733246535664/rs:state/1733246537009/Put/seqid=0 2024-12-03T17:22:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741851_1027 (size=5156) 2024-12-03T17:22:30,005 INFO [M:0;27e0f852a164:40415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fc577b15e684fdd813d6f5117447f62 2024-12-03T17:22:30,027 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/878adac2e7134ec5877cd9f296c426a4 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/878adac2e7134ec5877cd9f296c426a4 2024-12-03T17:22:30,038 INFO [M:0;27e0f852a164:40415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/878adac2e7134ec5877cd9f296c426a4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:22:30,042 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe9d90d9d8424f778ae5f7fffaac2ff1 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9d90d9d8424f778ae5f7fffaac2ff1 2024-12-03T17:22:30,048 INFO [M:0;27e0f852a164:40415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe9d90d9d8424f778ae5f7fffaac2ff1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:22:30,049 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fc577b15e684fdd813d6f5117447f62 as hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fc577b15e684fdd813d6f5117447f62 2024-12-03T17:22:30,055 INFO [M:0;27e0f852a164:40415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/4aa1e389-9445-dd58-5f3c-aa9b0518d571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fc577b15e684fdd813d6f5117447f62, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:22:30,056 INFO [M:0;27e0f852a164:40415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=97, compaction requested=false 2024-12-03T17:22:30,112 INFO [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:30,112 DEBUG [M:0;27e0f852a164:40415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246549827Disabling compacts and flushes for region at 1733246549827Disabling writes for close at 1733246549828 (+1 ms)Obtaining lock to block concurrent updates at 1733246549828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246549828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733246549828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246549829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246549829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246549851 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246549851Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246549879 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246549911 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246549911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246549935 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246549954 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246549954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9c3623: reopening flushed file at 1733246550018 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cddda6d: reopening flushed file at 1733246550038 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c77636c: reopening flushed file at 1733246550048 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=97, compaction requested=false at 1733246550056 (+8 ms)Writing region close event to WAL at 1733246550112 (+56 ms)Closed at 1733246550112 2024-12-03T17:22:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35591 is added to blk_1073741830_1006 (size=63654) 2024-12-03T17:22:30,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:30,147 INFO [M:0;27e0f852a164:40415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:22:30,147 INFO [M:0;27e0f852a164:40415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40415 2024-12-03T17:22:30,151 INFO [M:0;27e0f852a164:40415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40415-0x1010d4eb8b30003, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:30,259 INFO [M:0;27e0f852a164:40415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:30,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64871940{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:30,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@681efc43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:30,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:30,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f1a53a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:30,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f81f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:30,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:22:30,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:22:30,361 WARN [BP-313938965-172.17.0.3-1733246533324 heartbeating to localhost/127.0.0.1:39807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:22:30,361 WARN [BP-313938965-172.17.0.3-1733246533324 heartbeating to localhost/127.0.0.1:39807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313938965-172.17.0.3-1733246533324 (Datanode Uuid 950b17dc-4a43-4114-b825-e1461ebd776f) service to localhost/127.0.0.1:39807 2024-12-03T17:22:30,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/cluster_0c675ed3-92f9-e8fb-ce7e-5e525530a80a/data/data1/current/BP-313938965-172.17.0.3-1733246533324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:30,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/cluster_0c675ed3-92f9-e8fb-ce7e-5e525530a80a/data/data2/current/BP-313938965-172.17.0.3-1733246533324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:30,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:22:30,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b7861f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:30,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2369f892{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:30,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:30,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e53d0c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:30,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e55e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:30,387 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:30,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:22:30,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:22:30,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:30,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:30,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:30,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:30,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:22:30,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=297604039, stopped=false 2024-12-03T17:22:30,413 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,43831,1733246529146 2024-12-03T17:22:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599669265/running 2024-12-03T17:22:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599669265/running 2024-12-03T17:22:30,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:30,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/running 2024-12-03T17:22:30,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Set watcher on znode that does not yet exist, /0599669265/running 2024-12-03T17:22:30,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:30,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:30,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:30,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:30,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:30,419 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,37635,1733246529574' ***** 2024-12-03T17:22:30,419 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:22:30,419 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:22:30,419 INFO [RS:0;27e0f852a164:37635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:22:30,419 INFO [RS:0;27e0f852a164:37635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:22:30,420 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:30,420 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:22:30,427 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:30,427 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,37635,1733246529574 2024-12-03T17:22:30,427 INFO [RS:0;27e0f852a164:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:30,427 INFO [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37635. 2024-12-03T17:22:30,427 DEBUG [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:30,427 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:30,428 INFO [RS:0;27e0f852a164:37635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:22:30,428 INFO [RS:0;27e0f852a164:37635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:22:30,428 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb368a9baf03664cf8fb35a66d4365a6, disabling compactions & flushes 2024-12-03T17:22:30,428 INFO [RS:0;27e0f852a164:37635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:22:30,428 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:30,428 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:22:30,428 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:30,428 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. after waiting 0 ms 2024-12-03T17:22:30,428 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:30,428 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb368a9baf03664cf8fb35a66d4365a6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T17:22:30,439 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:22:30,439 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1325): Online Regions={eb368a9baf03664cf8fb35a66d4365a6=test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., aabc818a73beaa831d1dc06ab2536b81=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:22:30,439 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:30,440 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:30,440 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:30,440 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:30,440 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:30,440 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:30,440 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:22:30,479 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:30,497 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f/17df8e763bc24c9f802bb4d15afcaa6f is 29, key is row1/f:/1733246547497/DeleteFamily/seqid=0 2024-12-03T17:22:30,503 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/info/c42c3947007244d38faaca097a17a394 is 147, key is hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81./info:regioninfo/1733246542524/Put/seqid=0 2024-12-03T17:22:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741841_1017 (size=5118) 2024-12-03T17:22:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741840_1016 (size=7686) 2024-12-03T17:22:30,563 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/info/c42c3947007244d38faaca097a17a394 2024-12-03T17:22:30,598 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/ns/1c2112d61f4847aaa88c018adea39b2c is 43, key is default/ns:d/1733246533142/Put/seqid=0 2024-12-03T17:22:30,639 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:30,658 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:22:30,659 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:22:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:22:30,663 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/ns/1c2112d61f4847aaa88c018adea39b2c 2024-12-03T17:22:30,729 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/rep_barrier/17479863156146aebbae0ad5bf7f57dc is 112, key is test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6./rep_barrier:seqnumDuringOpen/1733246539767/Put/seqid=0 2024-12-03T17:22:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741843_1019 (size=5518) 2024-12-03T17:22:30,789 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/rep_barrier/17479863156146aebbae0ad5bf7f57dc 2024-12-03T17:22:30,840 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:30,840 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/table/76b259190e36430b989c3490adb01e83 is 53, key is hbase:replication/table:state/1733246542577/Put/seqid=0 2024-12-03T17:22:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741844_1020 (size=5308) 2024-12-03T17:22:30,874 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/table/76b259190e36430b989c3490adb01e83 2024-12-03T17:22:30,913 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/info/c42c3947007244d38faaca097a17a394 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/info/c42c3947007244d38faaca097a17a394 2024-12-03T17:22:30,938 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/info/c42c3947007244d38faaca097a17a394, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:22:30,941 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/ns/1c2112d61f4847aaa88c018adea39b2c as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/ns/1c2112d61f4847aaa88c018adea39b2c 2024-12-03T17:22:30,959 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f/17df8e763bc24c9f802bb4d15afcaa6f 2024-12-03T17:22:30,971 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/ns/1c2112d61f4847aaa88c018adea39b2c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:22:30,975 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17df8e763bc24c9f802bb4d15afcaa6f 2024-12-03T17:22:30,975 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/rep_barrier/17479863156146aebbae0ad5bf7f57dc as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/rep_barrier/17479863156146aebbae0ad5bf7f57dc 2024-12-03T17:22:30,990 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/rep_barrier/17479863156146aebbae0ad5bf7f57dc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:22:30,993 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/.tmp/table/76b259190e36430b989c3490adb01e83 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/table/76b259190e36430b989c3490adb01e83 2024-12-03T17:22:31,002 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f1/6c2e6bd7216a4af481524da6859ac952 is 30, key is row1/f1:/1733246547497/DeleteFamily/seqid=0 2024-12-03T17:22:31,006 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/table/76b259190e36430b989c3490adb01e83, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:22:31,007 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=16, compaction requested=false 2024-12-03T17:22:31,007 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:22:31,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741845_1021 (size=5123) 2024-12-03T17:22:31,040 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:31,040 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:22:31,043 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:31,043 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:22:31,043 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:31,043 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246550440Running coprocessor pre-close hooks at 1733246550440Disabling compacts and flushes for region at 1733246550440Disabling writes for close at 1733246550440Obtaining lock to block concurrent updates at 1733246550440Preparing flush snapshotting stores in 1588230740 at 1733246550440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246550441 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246550443 (+2 ms)Flushing 1588230740/info: creating writer at 1733246550443Flushing 1588230740/info: appending metadata at 1733246550501 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733246550502 (+1 ms)Flushing 1588230740/ns: creating writer at 1733246550569 (+67 ms)Flushing 1588230740/ns: appending metadata at 1733246550597 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733246550597Flushing 1588230740/rep_barrier: creating writer at 1733246550678 (+81 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246550728 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246550729 (+1 ms)Flushing 1588230740/table: creating writer at 1733246550812 (+83 ms)Flushing 1588230740/table: appending metadata at 1733246550840 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733246550840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f69207: reopening flushed file at 1733246550909 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce211d8: reopening flushed file at 1733246550939 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7401e945: reopening flushed file at 1733246550972 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410ad432: reopening flushed file at 1733246550991 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=16, compaction requested=false at 1733246551007 (+16 ms)Writing region close event to WAL at 1733246551028 (+21 ms)Running coprocessor post-close hooks at 1733246551043 (+15 ms)Closed at 1733246551043 2024-12-03T17:22:31,044 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:31,121 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 912, reset compression=false 2024-12-03T17:22:31,131 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:31,131 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1159, reset compression=false 2024-12-03T17:22:31,131 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37635,1733246529574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:31,132 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,37635,1733246529574: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,37635,1733246529574, walGroup=27e0f852a164%2C37635%2C1733246529574, offset=27e0f852a164%2C37635%2C1733246529574.1733246531856:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:22:31,134 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:22:31,134 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:22:31,134 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:22:31,134 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:22:31,134 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:22:31,134 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 739241992 }, "NonHeapMemoryUsage": { "committed": 195559424, "init": 7667712, "max": -1, "used": 191524400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:22:31,135 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:43831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:43831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:22:31,240 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1159, reset compression=false 2024-12-03T17:22:31,441 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:22:31,441 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1325): Online Regions={eb368a9baf03664cf8fb35a66d4365a6=test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., aabc818a73beaa831d1dc06ab2536b81=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.} 2024-12-03T17:22:31,441 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:31,441 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f1/6c2e6bd7216a4af481524da6859ac952 2024-12-03T17:22:31,456 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c2e6bd7216a4af481524da6859ac952 2024-12-03T17:22:31,505 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/norep/25bf27eeae384e769be5033c20694a41 is 32, key is row/norep:/1733246546487/DeleteFamily/seqid=0 2024-12-03T17:22:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741846_1022 (size=5101) 2024-12-03T17:22:31,648 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1159, reset compression=false 2024-12-03T17:22:31,654 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:31,866 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:31,951 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/norep/25bf27eeae384e769be5033c20694a41 2024-12-03T17:22:31,961 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25bf27eeae384e769be5033c20694a41 2024-12-03T17:22:31,963 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f/17df8e763bc24c9f802bb4d15afcaa6f as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/f/17df8e763bc24c9f802bb4d15afcaa6f 2024-12-03T17:22:31,969 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17df8e763bc24c9f802bb4d15afcaa6f 2024-12-03T17:22:31,969 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/f/17df8e763bc24c9f802bb4d15afcaa6f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:31,976 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/f1/6c2e6bd7216a4af481524da6859ac952 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/f1/6c2e6bd7216a4af481524da6859ac952 2024-12-03T17:22:31,984 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c2e6bd7216a4af481524da6859ac952 2024-12-03T17:22:31,984 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/f1/6c2e6bd7216a4af481524da6859ac952, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:31,985 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/.tmp/norep/25bf27eeae384e769be5033c20694a41 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/norep/25bf27eeae384e769be5033c20694a41 2024-12-03T17:22:31,998 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25bf27eeae384e769be5033c20694a41 2024-12-03T17:22:31,998 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/norep/25bf27eeae384e769be5033c20694a41, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T17:22:32,000 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for eb368a9baf03664cf8fb35a66d4365a6 in 1572ms, sequenceid=8, compaction requested=false 2024-12-03T17:22:32,000 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:22:32,070 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81, eb368a9baf03664cf8fb35a66d4365a6 2024-12-03T17:22:32,083 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1159, reset compression=false 2024-12-03T17:22:32,092 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/data/default/test/eb368a9baf03664cf8fb35a66d4365a6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T17:22:32,096 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:22:32,096 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:32,096 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:32,096 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb368a9baf03664cf8fb35a66d4365a6: Waiting for close lock at 1733246550427Running coprocessor pre-close hooks at 1733246550427Disabling compacts and flushes for region at 1733246550427Disabling writes for close at 1733246550428 (+1 ms)Obtaining lock to block concurrent updates at 1733246550428Preparing flush snapshotting stores in eb368a9baf03664cf8fb35a66d4365a6 at 1733246550428Finished memstore snapshotting test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733246550429 (+1 ms)Flushing stores of test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. at 1733246550438 (+9 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/f: creating writer at 1733246550439 (+1 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/f: appending metadata at 1733246550496 (+57 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/f: closing flushed file at 1733246550496Flushing eb368a9baf03664cf8fb35a66d4365a6/f1: creating writer at 1733246550975 (+479 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/f1: appending metadata at 1733246551002 (+27 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/f1: closing flushed file at 1733246551002Flushing eb368a9baf03664cf8fb35a66d4365a6/norep: creating writer at 1733246551457 (+455 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/norep: appending metadata at 1733246551504 (+47 ms)Flushing eb368a9baf03664cf8fb35a66d4365a6/norep: closing flushed file at 1733246551504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e0e43b: reopening flushed file at 1733246551962 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21856806: reopening flushed file at 1733246551969 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f09a500: reopening flushed file at 1733246551984 (+15 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for eb368a9baf03664cf8fb35a66d4365a6 in 1572ms, sequenceid=8, compaction requested=false at 1733246552000 (+16 ms)Writing region close event to WAL at 1733246552062 (+62 ms)Running coprocessor post-close hooks at 1733246552096 (+34 ms)Closed at 1733246552096 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246538719.eb368a9baf03664cf8fb35a66d4365a6. 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aabc818a73beaa831d1dc06ab2536b81, disabling compactions & flushes 2024-12-03T17:22:32,097 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. after waiting 0 ms 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aabc818a73beaa831d1dc06ab2536b81: Waiting for close lock at 1733246552097Running coprocessor pre-close hooks at 1733246552097Disabling compacts and flushes for region at 1733246552097Disabling writes for close at 1733246552097Failed flush hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., putting online again at 1733246552097 2024-12-03T17:22:32,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:32,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:32,111 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28320 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:32,135 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:32,135 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1803, reset compression=false 2024-12-03T17:22:32,271 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:32,271 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1351): Waiting on aabc818a73beaa831d1dc06ab2536b81 2024-12-03T17:22:32,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aabc818a73beaa831d1dc06ab2536b81, disabling compactions & flushes 2024-12-03T17:22:32,271 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,271 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. after waiting 0 ms 2024-12-03T17:22:32,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aabc818a73beaa831d1dc06ab2536b81: Waiting for close lock at 1733246552271Running coprocessor pre-close hooks at 1733246552271Disabling compacts and flushes for region at 1733246552271Disabling writes for close at 1733246552272 (+1 ms)Failed flush hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81., putting online again at 1733246552272 2024-12-03T17:22:32,272 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81. 2024-12-03T17:22:32,375 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1803, reset compression=false 2024-12-03T17:22:32,471 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:22:32,471 DEBUG [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1325): Online Regions={aabc818a73beaa831d1dc06ab2536b81=hbase:replication,,1733246541115.aabc818a73beaa831d1dc06ab2536b81.} 2024-12-03T17:22:32,471 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T17:22:32,471 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,37635,1733246529574; all regions closed. 2024-12-03T17:22:32,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:22:32,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.meta.1733246532907.meta not finished, retry = 0 2024-12-03T17:22:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741839_1015 (size=1733) 2024-12-03T17:22:32,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.rep.1733246542400 not finished, retry = 0 2024-12-03T17:22:32,679 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 to pos 1803, reset compression=false 2024-12-03T17:22:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741832_1008 (size=1811) 2024-12-03T17:22:32,681 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:32,681 INFO [RS:0;27e0f852a164:37635 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:22:32,681 INFO [RS:0;27e0f852a164:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:32,681 INFO [RS:0;27e0f852a164:37635 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:32,681 INFO [RS:0;27e0f852a164:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:32,682 INFO [RS:0;27e0f852a164:37635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,37635,1733246529574 because: Region server is closing 2024-12-03T17:22:32,682 INFO [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37635. 2024-12-03T17:22:32,682 DEBUG [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:32,682 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:32,682 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:32,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:32,682 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:32,685 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/WALs/27e0f852a164,37635,1733246529574/27e0f852a164%2C37635%2C1733246529574.1733246531856 2024-12-03T17:22:32,782 INFO [RS:0;27e0f852a164:37635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.shipper27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 terminated 2024-12-03T17:22:32,782 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37635,1733246529574.replicationSource.wal-reader.27e0f852a164%2C37635%2C1733246529574,1-27e0f852a164,37635,1733246529574 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T17:22:32,782 INFO [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37635. 2024-12-03T17:22:32,783 DEBUG [RS:0;27e0f852a164:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:32,783 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:32,783 DEBUG [RS:0;27e0f852a164:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:32,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:32,783 INFO [RS:0;27e0f852a164:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37635 2024-12-03T17:22:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265/rs 2024-12-03T17:22:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599669265/rs/27e0f852a164,37635,1733246529574 2024-12-03T17:22:32,786 INFO [RS:0;27e0f852a164:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:32,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,37635,1733246529574] 2024-12-03T17:22:32,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/draining/27e0f852a164,37635,1733246529574 already deleted, retry=false 2024-12-03T17:22:32,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,37635,1733246529574 expired; onlineServers=0 2024-12-03T17:22:32,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,43831,1733246529146' ***** 2024-12-03T17:22:32,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:22:32,790 INFO [M:0;27e0f852a164:43831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:22:32,790 INFO [M:0;27e0f852a164:43831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:22:32,790 DEBUG [M:0;27e0f852a164:43831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:22:32,790 DEBUG [M:0;27e0f852a164:43831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:22:32,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:22:32,790 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246531437 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246531437,5,FailOnTimeoutGroup] 2024-12-03T17:22:32,790 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246531438 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246531438,5,FailOnTimeoutGroup] 2024-12-03T17:22:32,790 INFO [M:0;27e0f852a164:43831 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:22:32,790 INFO [M:0;27e0f852a164:43831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:22:32,791 DEBUG [M:0;27e0f852a164:43831 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:22:32,791 INFO [M:0;27e0f852a164:43831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:22:32,791 INFO [M:0;27e0f852a164:43831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:22:32,791 INFO [M:0;27e0f852a164:43831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:22:32,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:22:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599669265/master 2024-12-03T17:22:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599669265 2024-12-03T17:22:32,799 DEBUG [M:0;27e0f852a164:43831 {}] zookeeper.RecoverableZooKeeper(212): Node /0599669265/master already deleted, retry=false 2024-12-03T17:22:32,799 DEBUG [M:0;27e0f852a164:43831 {}] master.ActiveMasterManager(353): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Failed delete of our master address node; KeeperErrorCode = NoNode for /0599669265/master 2024-12-03T17:22:32,801 INFO [M:0;27e0f852a164:43831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/.lastflushedseqids 2024-12-03T17:22:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741847_1023 (size=245) 2024-12-03T17:22:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1010d4eb8b30001, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:32,888 INFO [RS:0;27e0f852a164:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:32,888 INFO [RS:0;27e0f852a164:37635 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,37635,1733246529574; zookeeper connection closed. 2024-12-03T17:22:32,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bb74896 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bb74896 2024-12-03T17:22:32,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:22:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:22:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:22:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:33,217 INFO [M:0;27e0f852a164:43831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:22:33,217 INFO [M:0;27e0f852a164:43831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:22:33,217 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:33,217 INFO [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:33,218 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:33,218 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:33,218 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:33,218 INFO [M:0;27e0f852a164:43831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T17:22:33,263 DEBUG [M:0;27e0f852a164:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1812405f4f84d3999b30e5569dd86ca is 82, key is hbase:meta,,1/info:regioninfo/1733246533104/Put/seqid=0 2024-12-03T17:22:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741848_1024 (size=5672) 2024-12-03T17:22:33,691 INFO [M:0;27e0f852a164:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1812405f4f84d3999b30e5569dd86ca 2024-12-03T17:22:33,747 DEBUG [M:0;27e0f852a164:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dca85cda3bd48fc8d4736af87209ba7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246542592/Put/seqid=0 2024-12-03T17:22:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741849_1025 (size=8516) 2024-12-03T17:22:34,186 INFO [M:0;27e0f852a164:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dca85cda3bd48fc8d4736af87209ba7 2024-12-03T17:22:34,249 DEBUG [M:0;27e0f852a164:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141a8594a694befa3375d66c6cbacf1 is 69, key is 27e0f852a164,37635,1733246529574/rs:state/1733246531541/Put/seqid=0 2024-12-03T17:22:34,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741850_1026 (size=5156) 2024-12-03T17:22:34,699 INFO [M:0;27e0f852a164:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141a8594a694befa3375d66c6cbacf1 2024-12-03T17:22:34,705 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1812405f4f84d3999b30e5569dd86ca as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1812405f4f84d3999b30e5569dd86ca 2024-12-03T17:22:34,714 INFO [M:0;27e0f852a164:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1812405f4f84d3999b30e5569dd86ca, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:22:34,715 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dca85cda3bd48fc8d4736af87209ba7 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dca85cda3bd48fc8d4736af87209ba7 2024-12-03T17:22:34,721 INFO [M:0;27e0f852a164:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dca85cda3bd48fc8d4736af87209ba7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:22:34,722 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0141a8594a694befa3375d66c6cbacf1 as hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0141a8594a694befa3375d66c6cbacf1 2024-12-03T17:22:34,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,730 INFO [M:0;27e0f852a164:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36031/user/jenkins/test-data/fd9b6cd2-50b4-992b-0465-be33b6ac9cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0141a8594a694befa3375d66c6cbacf1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:22:34,731 INFO [M:0;27e0f852a164:43831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1513ms, sequenceid=97, compaction requested=false 2024-12-03T17:22:34,737 INFO [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:34,737 DEBUG [M:0;27e0f852a164:43831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246553217Disabling compacts and flushes for region at 1733246553217Disabling writes for close at 1733246553218 (+1 ms)Obtaining lock to block concurrent updates at 1733246553218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246553218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733246553218Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246553219 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246553219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246553262 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246553262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246553700 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246553746 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246553746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246554192 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246554247 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246554247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285a866a: reopening flushed file at 1733246554704 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0c64a6: reopening flushed file at 1733246554714 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a00fdb: reopening flushed file at 1733246554721 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1513ms, sequenceid=97, compaction requested=false at 1733246554731 (+10 ms)Writing region close event to WAL at 1733246554736 (+5 ms)Closed at 1733246554736 2024-12-03T17:22:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741830_1006 (size=63654) 2024-12-03T17:22:34,748 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:22:34,749 INFO [M:0;27e0f852a164:43831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:22:34,749 INFO [M:0;27e0f852a164:43831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43831 2024-12-03T17:22:34,750 INFO [M:0;27e0f852a164:43831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:22:34,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:34,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:34,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x1010d4eb8b30000, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:22:34,854 INFO [M:0;27e0f852a164:43831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:22:34,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cdce85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:34,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65ffc534{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:34,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:34,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@151d21dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:34,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09d5c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:34,921 WARN [BP-2015493661-172.17.0.3-1733246527754 heartbeating to localhost/127.0.0.1:36031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:22:34,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:22:34,921 WARN [BP-2015493661-172.17.0.3-1733246527754 heartbeating to localhost/127.0.0.1:36031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2015493661-172.17.0.3-1733246527754 (Datanode Uuid adaab5e3-7aaa-4ec2-a4f0-f7432a2f8245) service to localhost/127.0.0.1:36031 2024-12-03T17:22:34,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:22:34,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/data/data2/current/BP-2015493661-172.17.0.3-1733246527754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:34,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:22:34,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/cluster_19d6723c-94f3-4fe2-b6e8-33e1ee795f87/data/data1/current/BP-2015493661-172.17.0.3-1733246527754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:22:34,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:34,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:22:34,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:22:34,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:22:34,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdb2839f-2a49-8dd9-1150-2bdada278b15/hadoop.log.dir/,STOPPED} 2024-12-03T17:22:34,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:22:34,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:22:34,970 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 238) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36031 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39807 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=653 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1528 (was 1502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2974 (was 3395) 2024-12-03T17:22:34,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=1528, ProcessCount=11, AvailableMemoryMB=2974 2024-12-03T17:22:35,002 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T17:22:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir so I do NOT create it in target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf 2024-12-03T17:22:35,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:22:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.tmp.dir so I do NOT create it in target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf 2024-12-03T17:22:35,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c866434f-6c63-5d7e-d22d-47eb04739293/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:22:35,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf 2024-12-03T17:22:35,003 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e, deleteOnExit=true 2024-12-03T17:22:35,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/zookeeper_0, clientPort=60322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:22:35,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60322 2024-12-03T17:22:35,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:22:35,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:22:35,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/test.cache.data in system properties and HBase conf 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:22:35,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:22:35,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4eb8b30002, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:22:35,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4eb8b30002, quorum=127.0.0.1:58956, baseZNode=/0599669265 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:22:35,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4eb8b30005, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:22:35,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4eb8b30005, quorum=127.0.0.1:58956, baseZNode=/1792053195 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:22:35,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:35,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:35,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:35,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:35,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:35,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:35,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:35,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:35,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d4b63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/java.io.tmpdir/jetty-localhost-39551-hadoop-hdfs-3_4_1-tests_jar-_-any-11006903879405789983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:35,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:39551} 2024-12-03T17:22:35,419 INFO [Time-limited test {}] server.Server(415): Started @219916ms 2024-12-03T17:22:35,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:35,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:35,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:35,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:35,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:35,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:35,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:35,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d31998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/java.io.tmpdir/jetty-localhost-36313-hadoop-hdfs-3_4_1-tests_jar-_-any-6369750653230242400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:35,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:36313} 2024-12-03T17:22:35,863 INFO [Time-limited test {}] server.Server(415): Started @220360ms 2024-12-03T17:22:35,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:22:36,158 WARN [Thread-2625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/data/data1/current/BP-1412005947-172.17.0.3-1733246555053/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:36,159 WARN [Thread-2626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/data/data2/current/BP-1412005947-172.17.0.3-1733246555053/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:36,229 WARN [Thread-2613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:22:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9debb15c028d5ce with lease ID 0xbb8626e9f3d78853: Processing first storage report for DS-0be105d9-4c15-4d3b-8e17-f4b73769a053 from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=c13a476a-3751-42b0-8df1-92b96941365c, infoPort=42753, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=233592342;c=1733246555053) 2024-12-03T17:22:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9debb15c028d5ce with lease ID 0xbb8626e9f3d78853: from storage DS-0be105d9-4c15-4d3b-8e17-f4b73769a053 node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=c13a476a-3751-42b0-8df1-92b96941365c, infoPort=42753, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=233592342;c=1733246555053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9debb15c028d5ce with lease ID 0xbb8626e9f3d78853: Processing first storage report for DS-2551c987-3a40-4df3-b4e9-b91b00f874e7 from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=c13a476a-3751-42b0-8df1-92b96941365c, infoPort=42753, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=233592342;c=1733246555053) 2024-12-03T17:22:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9debb15c028d5ce with lease ID 0xbb8626e9f3d78853: from storage DS-2551c987-3a40-4df3-b4e9-b91b00f874e7 node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=c13a476a-3751-42b0-8df1-92b96941365c, infoPort=42753, infoSecurePort=0, ipcPort=45577, storageInfo=lv=-57;cid=testClusterID;nsid=233592342;c=1733246555053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:36,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf 2024-12-03T17:22:36,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:36,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:22:36,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec with version=8 2024-12-03T17:22:36,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/hbase-staging 2024-12-03T17:22:36,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:36,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:22:36,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:36,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33601 2024-12-03T17:22:36,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33601 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336010x0, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:36,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33601-0x1010d4f239f0000 connected 2024-12-03T17:22:36,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:36,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:36,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/running 2024-12-03T17:22:36,915 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec, hbase.cluster.distributed=false 2024-12-03T17:22:36,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/acl 2024-12-03T17:22:36,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T17:22:36,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33601 2024-12-03T17:22:36,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33601 2024-12-03T17:22:36,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T17:22:36,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T17:22:37,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:22:37,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:37,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33585 2024-12-03T17:22:37,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33585 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:37,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:37,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:37,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335850x0, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:37,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33585-0x1010d4f239f0001 connected 2024-12-03T17:22:37,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/running 2024-12-03T17:22:37,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:22:37,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:22:37,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/master 2024-12-03T17:22:37,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/acl 2024-12-03T17:22:37,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33585 2024-12-03T17:22:37,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33585 2024-12-03T17:22:37,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33585 2024-12-03T17:22:37,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33585 2024-12-03T17:22:37,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33585 2024-12-03T17:22:37,274 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:33601 2024-12-03T17:22:37,287 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2145202847/backup-masters/27e0f852a164,33601,1733246556690 2024-12-03T17:22:37,292 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on existing znode=/0-2145202847/backup-masters/27e0f852a164,33601,1733246556690 2024-12-03T17:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/backup-masters 2024-12-03T17:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/backup-masters 2024-12-03T17:22:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2145202847/master 2024-12-03T17:22:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:37,297 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on existing znode=/0-2145202847/master 2024-12-03T17:22:37,298 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2145202847/backup-masters/27e0f852a164,33601,1733246556690 from backup master directory 2024-12-03T17:22:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/backup-masters 2024-12-03T17:22:37,299 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:37,299 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,33601,1733246556690 2024-12-03T17:22:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2145202847/backup-masters/27e0f852a164,33601,1733246556690 2024-12-03T17:22:37,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/backup-masters 2024-12-03T17:22:37,335 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/hbase.id] with ID: 571a885f-6939-4aab-a035-480f9debb43e 2024-12-03T17:22:37,335 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/.tmp/hbase.id 2024-12-03T17:22:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:22:37,793 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/.tmp/hbase.id]:[hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/hbase.id] 2024-12-03T17:22:37,817 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:37,817 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:22:37,818 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:22:37,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:37,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:22:37,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:37,900 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:22:37,900 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:22:37,971 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store 2024-12-03T17:22:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:38,051 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:38,051 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:38,051 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246558051Disabling compacts and flushes for region at 1733246558051Disabling writes for close at 1733246558051Writing region close event to WAL at 1733246558051Closed at 1733246558051 2024-12-03T17:22:38,062 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/.initializing 2024-12-03T17:22:38,062 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/WALs/27e0f852a164,33601,1733246556690 2024-12-03T17:22:38,074 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:38,107 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C33601%2C1733246556690, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/WALs/27e0f852a164,33601,1733246556690, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/oldWALs, maxLogs=10 2024-12-03T17:22:38,136 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/WALs/27e0f852a164,33601,1733246556690/27e0f852a164%2C33601%2C1733246556690.1733246558107, exclude list is [], retry=0 2024-12-03T17:22:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-0be105d9-4c15-4d3b-8e17-f4b73769a053,DISK] 2024-12-03T17:22:38,183 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/WALs/27e0f852a164,33601,1733246556690/27e0f852a164%2C33601%2C1733246556690.1733246558107 2024-12-03T17:22:38,203 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-12-03T17:22:38,203 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:38,203 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:38,203 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,203 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:22:38,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:38,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:38,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:22:38,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:38,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:38,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:22:38,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:38,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:38,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:22:38,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:38,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:38,289 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,289 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,294 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,310 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,310 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,315 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:38,316 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:38,326 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:38,327 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70930866, jitterRate=0.05695226788520813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:38,328 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246558203Initializing all the Stores at 1733246558214 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246558214Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246558226 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246558226Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246558226Cleaning up temporary data from old regions at 1733246558310 (+84 ms)Region opened successfully at 1733246558328 (+18 ms) 2024-12-03T17:22:38,334 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:22:38,346 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d79c6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:38,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:22:38,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:22:38,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:22:38,355 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:22:38,356 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:22:38,356 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:22:38,356 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:22:38,383 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:22:38,387 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Unable to get data of znode /0-2145202847/balancer because node does not exist (not necessarily an error) 2024-12-03T17:22:38,388 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/balancer already deleted, retry=false 2024-12-03T17:22:38,389 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:22:38,389 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Unable to get data of znode /0-2145202847/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:22:38,394 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/normalizer already deleted, retry=false 2024-12-03T17:22:38,395 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:22:38,407 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Unable to get data of znode /0-2145202847/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:22:38,409 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/switch/split already deleted, retry=false 2024-12-03T17:22:38,410 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Unable to get data of znode /0-2145202847/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:22:38,418 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/switch/merge already deleted, retry=false 2024-12-03T17:22:38,421 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Unable to get data of znode /0-2145202847/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:22:38,422 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/snapshot-cleanup already deleted, retry=false 2024-12-03T17:22:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2145202847/running 2024-12-03T17:22:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2145202847/running 2024-12-03T17:22:38,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,426 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,33601,1733246556690, sessionid=0x1010d4f239f0000, setting cluster-up flag (Was=false) 2024-12-03T17:22:38,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,436 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2145202847/flush-table-proc/acquired, /0-2145202847/flush-table-proc/reached, /0-2145202847/flush-table-proc/abort 2024-12-03T17:22:38,438 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,33601,1733246556690 2024-12-03T17:22:38,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:38,453 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2145202847/online-snapshot/acquired, /0-2145202847/online-snapshot/reached, /0-2145202847/online-snapshot/abort 2024-12-03T17:22:38,454 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,33601,1733246556690 2024-12-03T17:22:38,475 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:22:38,507 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:38,507 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:22:38,508 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:22:38,508 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,33601,1733246556690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:22:38,509 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:38,510 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:38,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:22:38,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:38,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:22:38,595 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(746): ClusterId : 571a885f-6939-4aab-a035-480f9debb43e 2024-12-03T17:22:38,595 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:22:38,603 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:22:38,603 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:22:38,606 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246588606 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:22:38,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:22:38,609 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,615 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:22:38,615 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea393cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:38,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:22:38,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:22:38,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:22:38,627 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:22:38,638 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:22:38,639 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:22:38,643 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246558639,5,FailOnTimeoutGroup] 2024-12-03T17:22:38,646 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246558644,5,FailOnTimeoutGroup] 2024-12-03T17:22:38,646 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,647 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:22:38,647 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,647 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,697 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:33585 2024-12-03T17:22:38,697 INFO [RS:0;27e0f852a164:33585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:22:38,697 INFO [RS:0;27e0f852a164:33585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:22:38,697 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:22:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:22:38,705 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,33601,1733246556690 with port=33585, startcode=1733246557034 2024-12-03T17:22:38,705 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:22:38,719 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:22:38,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,723 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec 2024-12-03T17:22:38,723 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32983 2024-12-03T17:22:38,723 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:22:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/rs 2024-12-03T17:22:38,733 DEBUG [RS:0;27e0f852a164:33585 {}] zookeeper.ZKUtil(111): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on existing znode=/0-2145202847/rs/27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,733 WARN [RS:0;27e0f852a164:33585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:38,733 INFO [RS:0;27e0f852a164:33585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:38,733 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,33585,1733246557034] 2024-12-03T17:22:38,778 INFO [RS:0;27e0f852a164:33585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:22:38,786 INFO [RS:0;27e0f852a164:33585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:22:38,790 INFO [RS:0;27e0f852a164:33585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:22:38,791 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,803 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:22:38,810 INFO [RS:0;27e0f852a164:33585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:22:38,811 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:38,811 DEBUG [RS:0;27e0f852a164:33585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:38,834 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,834 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,834 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,835 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,835 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,835 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33585,1733246557034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:38,890 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:22:38,890 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33585,1733246557034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,890 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,890 INFO [RS:0;27e0f852a164:33585 {}] regionserver.Replication(171): 27e0f852a164,33585,1733246557034 started 2024-12-03T17:22:38,937 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:38,937 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,33585,1733246557034, RpcServer on 27e0f852a164/172.17.0.3:33585, sessionid=0x1010d4f239f0001 2024-12-03T17:22:38,937 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:22:38,937 DEBUG [RS:0;27e0f852a164:33585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,937 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,33585,1733246557034' 2024-12-03T17:22:38,937 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2145202847/flush-table-proc/abort' 2024-12-03T17:22:38,942 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2145202847/flush-table-proc/acquired' 2024-12-03T17:22:38,949 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:22:38,949 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:22:38,949 DEBUG [RS:0;27e0f852a164:33585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,33585,1733246557034 2024-12-03T17:22:38,949 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,33585,1733246557034' 2024-12-03T17:22:38,949 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2145202847/online-snapshot/abort' 2024-12-03T17:22:38,952 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2145202847/online-snapshot/acquired' 2024-12-03T17:22:38,957 DEBUG [RS:0;27e0f852a164:33585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:22:38,957 INFO [RS:0;27e0f852a164:33585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:22:38,957 INFO [RS:0;27e0f852a164:33585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:22:39,059 INFO [RS:0;27e0f852a164:33585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:39,064 INFO [RS:0;27e0f852a164:33585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33585%2C1733246557034, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/oldWALs, maxLogs=10 2024-12-03T17:22:39,082 DEBUG [RS:0;27e0f852a164:33585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, exclude list is [], retry=0 2024-12-03T17:22:39,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:22:39,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec 2024-12-03T17:22:39,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-0be105d9-4c15-4d3b-8e17-f4b73769a053,DISK] 2024-12-03T17:22:39,161 INFO [RS:0;27e0f852a164:33585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 2024-12-03T17:22:39,172 DEBUG [RS:0;27e0f852a164:33585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-12-03T17:22:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:22:39,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:39,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:39,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:39,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:39,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:39,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:39,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:39,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:39,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:39,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740 2024-12-03T17:22:39,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740 2024-12-03T17:22:39,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:39,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:39,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:39,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:39,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:39,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68299687, jitterRate=0.017744645476341248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:39,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246559183Initializing all the Stores at 1733246559192 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559195 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246559195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559195Cleaning up temporary data from old regions at 1733246559240 (+45 ms)Region opened successfully at 1733246559285 (+45 ms) 2024-12-03T17:22:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:39,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:39,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:39,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246559286Disabling compacts and flushes for region at 1733246559286Disabling writes for close at 1733246559286Writing region close event to WAL at 1733246559292 (+6 ms)Closed at 1733246559292 2024-12-03T17:22:39,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:39,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:22:39,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:22:39,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:39,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:22:39,453 DEBUG [27e0f852a164:33601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:22:39,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:39,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,33585,1733246557034, state=OPENING 2024-12-03T17:22:39,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:22:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:39,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:39,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2145202847/meta-region-server: CHANGED 2024-12-03T17:22:39,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,33585,1733246557034}] 2024-12-03T17:22:39,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2145202847/meta-region-server: CHANGED 2024-12-03T17:22:39,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:39,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:22:39,638 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:22:39,638 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:39,639 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:22:39,646 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33585%2C1733246557034.meta, suffix=.meta, logDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/oldWALs, maxLogs=10 2024-12-03T17:22:39,679 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.meta.1733246559647.meta, exclude list is [], retry=0 2024-12-03T17:22:39,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-0be105d9-4c15-4d3b-8e17-f4b73769a053,DISK] 2024-12-03T17:22:39,696 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.meta.1733246559647.meta 2024-12-03T17:22:39,699 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-12-03T17:22:39,699 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:39,699 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:39,699 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:39,699 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:22:39,699 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:22:39,700 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:22:39,700 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:39,700 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:22:39,700 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:22:39,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:39,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:39,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:39,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:39,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:39,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:39,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:39,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:39,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:39,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:39,713 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:39,714 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740 2024-12-03T17:22:39,719 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740 2024-12-03T17:22:39,725 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:39,725 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:39,728 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:39,732 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:39,734 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59142425, jitterRate=-0.11870919167995453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:39,735 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:22:39,735 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246559700Writing region info on filesystem at 1733246559700Initializing all the Stores at 1733246559704 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559706 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246559706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246559706Cleaning up temporary data from old regions at 1733246559725 (+19 ms)Running coprocessor post-open hooks at 1733246559735 (+10 ms)Region opened successfully at 1733246559735 2024-12-03T17:22:39,740 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246559623 2024-12-03T17:22:39,742 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:22:39,742 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:22:39,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:39,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,33585,1733246557034, state=OPEN 2024-12-03T17:22:39,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2145202847/meta-region-server 2024-12-03T17:22:39,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2145202847/meta-region-server 2024-12-03T17:22:39,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2145202847/meta-region-server: CHANGED 2024-12-03T17:22:39,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2145202847/meta-region-server: CHANGED 2024-12-03T17:22:39,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,33585,1733246557034 2024-12-03T17:22:39,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:22:39,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,33585,1733246557034 in 292 msec 2024-12-03T17:22:39,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:22:39,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-12-03T17:22:39,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:39,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:22:39,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:39,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33585,1733246557034, seqNum=-1] 2024-12-03T17:22:39,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:39,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:39,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-03T17:22:39,810 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246559810, completionTime=-1 2024-12-03T17:22:39,810 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:22:39,811 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:22:39,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:22:39,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246619815 2024-12-03T17:22:39,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246679815 2024-12-03T17:22:39,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T17:22:39,816 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,816 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,816 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,816 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:33601, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,816 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,822 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,823 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:22:39,829 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:39,830 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:22:39,865 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:22:39,866 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:22:39,866 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33601,1733246556690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:39,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:39,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:22:39,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:39,909 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:22:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:22:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a062b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:39,912 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:39,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:39,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:39,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33585,1733246557034, seqNum=-1] 2024-12-03T17:22:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:39,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,33601,1733246556690 2024-12-03T17:22:39,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:39,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4f239f0002 connected 2024-12-03T17:22:39,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir so I do NOT create it in target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8 2024-12-03T17:22:39,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:22:39,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.tmp.dir so I do NOT create it in target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8 2024-12-03T17:22:39,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:22:39,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/cluster_368e4eb7-f8a7-7da4-a772-a32394b854ab, deleteOnExit=true 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/test.cache.data in system properties and HBase conf 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:22:39,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:22:39,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:22:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:22:40,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:40,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:40,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:40,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:40,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:22:40,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:40,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:40,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:40,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/java.io.tmpdir/jetty-localhost-43431-hadoop-hdfs-3_4_1-tests_jar-_-any-4222794131420600655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:40,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:43431} 2024-12-03T17:22:40,451 INFO [Time-limited test {}] server.Server(415): Started @224948ms 2024-12-03T17:22:40,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:40,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:40,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:40,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:40,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:22:41,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:41,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:41,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a00b9a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-4680655969268929109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:41,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-12-03T17:22:41,343 INFO [Time-limited test {}] server.Server(415): Started @225840ms 2024-12-03T17:22:41,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:22:41,603 WARN [Thread-2745 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/cluster_368e4eb7-f8a7-7da4-a772-a32394b854ab/data/data1/current/BP-460844174-172.17.0.3-1733246560002/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:41,603 WARN [Thread-2746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/cluster_368e4eb7-f8a7-7da4-a772-a32394b854ab/data/data2/current/BP-460844174-172.17.0.3-1733246560002/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:41,687 WARN [Thread-2733 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:22:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93b1d5359d3d1b2a with lease ID 0x842141adf2e1f5cb: Processing first storage report for DS-b009693a-5521-4a3b-9453-f271ee0d1cd8 from datanode DatanodeRegistration(127.0.0.1:34437, datanodeUuid=500ea195-8f2d-4d2b-a7ce-1dd1f40b5358, infoPort=41447, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2062308060;c=1733246560002) 2024-12-03T17:22:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93b1d5359d3d1b2a with lease ID 0x842141adf2e1f5cb: from storage DS-b009693a-5521-4a3b-9453-f271ee0d1cd8 node DatanodeRegistration(127.0.0.1:34437, datanodeUuid=500ea195-8f2d-4d2b-a7ce-1dd1f40b5358, infoPort=41447, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2062308060;c=1733246560002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93b1d5359d3d1b2a with lease ID 0x842141adf2e1f5cb: Processing first storage report for DS-3bd0df77-bdec-4a3e-af39-4bcfbfcbf12d from datanode DatanodeRegistration(127.0.0.1:34437, datanodeUuid=500ea195-8f2d-4d2b-a7ce-1dd1f40b5358, infoPort=41447, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2062308060;c=1733246560002) 2024-12-03T17:22:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93b1d5359d3d1b2a with lease ID 0x842141adf2e1f5cb: from storage DS-3bd0df77-bdec-4a3e-af39-4bcfbfcbf12d node DatanodeRegistration(127.0.0.1:34437, datanodeUuid=500ea195-8f2d-4d2b-a7ce-1dd1f40b5358, infoPort=41447, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2062308060;c=1733246560002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:41,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8 2024-12-03T17:22:41,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:41,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:22:42,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:42,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:42,131 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38340 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:42,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5 with version=8 2024-12-03T17:22:42,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/hbase-staging 2024-12-03T17:22:42,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:42,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:42,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:42,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:22:42,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:42,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40871 2024-12-03T17:22:42,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40871 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408710x0, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:42,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40871-0x1010d4f239f0003 connected 2024-12-03T17:22:42,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:42,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:42,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/running 2024-12-03T17:22:42,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5, hbase.cluster.distributed=false 2024-12-03T17:22:42,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/acl 2024-12-03T17:22:42,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-03T17:22:42,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40871 2024-12-03T17:22:42,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40871 2024-12-03T17:22:42,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-03T17:22:42,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-03T17:22:42,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:42,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:42,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:22:42,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:42,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37901 2024-12-03T17:22:42,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37901 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:42,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:42,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379010x0, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:42,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379010x0, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/running 2024-12-03T17:22:42,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:22:42,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37901-0x1010d4f239f0004 connected 2024-12-03T17:22:42,392 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:22:42,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/master 2024-12-03T17:22:42,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/acl 2024-12-03T17:22:42,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37901 2024-12-03T17:22:42,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37901 2024-12-03T17:22:42,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37901 2024-12-03T17:22:42,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37901 2024-12-03T17:22:42,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37901 2024-12-03T17:22:42,501 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:40871 2024-12-03T17:22:42,511 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1473332375/backup-masters/27e0f852a164,40871,1733246562182 2024-12-03T17:22:42,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/backup-masters 2024-12-03T17:22:42,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/backup-masters 2024-12-03T17:22:42,527 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on existing znode=/1-1473332375/backup-masters/27e0f852a164,40871,1733246562182 2024-12-03T17:22:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1473332375/master 2024-12-03T17:22:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:42,544 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on existing znode=/1-1473332375/master 2024-12-03T17:22:42,544 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1473332375/backup-masters/27e0f852a164,40871,1733246562182 from backup master directory 2024-12-03T17:22:42,547 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:42,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,40871,1733246562182 2024-12-03T17:22:42,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/backup-masters 2024-12-03T17:22:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1473332375/backup-masters/27e0f852a164,40871,1733246562182 2024-12-03T17:22:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/backup-masters 2024-12-03T17:22:42,554 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/hbase.id] with ID: ec9ef848-26bc-406b-8261-66f399c5a752 2024-12-03T17:22:42,554 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/.tmp/hbase.id 2024-12-03T17:22:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:22:42,640 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/.tmp/hbase.id]:[hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/hbase.id] 2024-12-03T17:22:42,697 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:42,697 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:22:42,700 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T17:22:42,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:42,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:22:43,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:22:43,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:22:43,198 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:43,199 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:22:43,205 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:22:43,289 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store 2024-12-03T17:22:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:43,771 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:43,771 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:43,771 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246563771Disabling compacts and flushes for region at 1733246563771Disabling writes for close at 1733246563771Writing region close event to WAL at 1733246563771Closed at 1733246563771 2024-12-03T17:22:43,772 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/.initializing 2024-12-03T17:22:43,772 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/WALs/27e0f852a164,40871,1733246562182 2024-12-03T17:22:43,774 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:43,784 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C40871%2C1733246562182, suffix=, logDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/WALs/27e0f852a164,40871,1733246562182, archiveDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/oldWALs, maxLogs=10 2024-12-03T17:22:43,805 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/WALs/27e0f852a164,40871,1733246562182/27e0f852a164%2C40871%2C1733246562182.1733246563784, exclude list is [], retry=0 2024-12-03T17:22:43,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34437,DS-b009693a-5521-4a3b-9453-f271ee0d1cd8,DISK] 2024-12-03T17:22:43,826 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/WALs/27e0f852a164,40871,1733246562182/27e0f852a164%2C40871%2C1733246562182.1733246563784 2024-12-03T17:22:43,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-12-03T17:22:43,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:43,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:43,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:22:43,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:43,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:43,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:22:43,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:43,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:43,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:22:43,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:43,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:43,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:22:43,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:43,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:43,836 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,836 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,837 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,838 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,838 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,838 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:43,840 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:43,842 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:43,842 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71140417, jitterRate=0.0600748211145401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:43,843 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246563827Initializing all the Stores at 1733246563829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246563829Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246563829Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246563829Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246563829Cleaning up temporary data from old regions at 1733246563838 (+9 ms)Region opened successfully at 1733246563843 (+5 ms) 2024-12-03T17:22:43,843 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:22:43,847 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41077cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:43,847 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:22:43,848 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:22:43,877 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:22:43,878 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Unable to get data of znode /1-1473332375/balancer because node does not exist (not necessarily an error) 2024-12-03T17:22:43,881 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/balancer already deleted, retry=false 2024-12-03T17:22:43,881 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:22:43,882 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Unable to get data of znode /1-1473332375/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:22:43,884 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/normalizer already deleted, retry=false 2024-12-03T17:22:43,885 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:22:43,886 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Unable to get data of znode /1-1473332375/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:22:43,887 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/switch/split already deleted, retry=false 2024-12-03T17:22:43,890 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Unable to get data of znode /1-1473332375/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:22:43,891 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/switch/merge already deleted, retry=false 2024-12-03T17:22:43,893 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Unable to get data of znode /1-1473332375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:22:43,896 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/snapshot-cleanup already deleted, retry=false 2024-12-03T17:22:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1473332375/running 2024-12-03T17:22:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1473332375/running 2024-12-03T17:22:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,899 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,40871,1733246562182, sessionid=0x1010d4f239f0003, setting cluster-up flag (Was=false) 2024-12-03T17:22:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,923 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1473332375/flush-table-proc/acquired, /1-1473332375/flush-table-proc/reached, /1-1473332375/flush-table-proc/abort 2024-12-03T17:22:43,931 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40871,1733246562182 2024-12-03T17:22:43,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:43,950 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1473332375/online-snapshot/acquired, /1-1473332375/online-snapshot/reached, /1-1473332375/online-snapshot/abort 2024-12-03T17:22:43,952 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40871,1733246562182 2024-12-03T17:22:43,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:22:43,976 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:43,977 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:22:43,977 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:22:43,977 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,40871,1733246562182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:22:43,980 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(746): ClusterId : ec9ef848-26bc-406b-8261-66f399c5a752 2024-12-03T17:22:43,980 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:43,981 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:43,985 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:22:43,985 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:22:44,007 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:22:44,007 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cda6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:44,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:44,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:22:44,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:22:44,046 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246594046 2024-12-03T17:22:44,047 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:22:44,047 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:22:44,047 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:22:44,048 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:22:44,048 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:22:44,048 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:22:44,080 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:37901 2024-12-03T17:22:44,080 INFO [RS:0;27e0f852a164:37901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:22:44,080 INFO [RS:0;27e0f852a164:37901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:22:44,080 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:22:44,081 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,094 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,40871,1733246562182 with port=37901, startcode=1733246562316 2024-12-03T17:22:44,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:22:44,095 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:22:44,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:22:44,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:22:44,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:22:44,111 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:22:44,112 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:22:44,112 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246564112,5,FailOnTimeoutGroup] 2024-12-03T17:22:44,112 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246564112,5,FailOnTimeoutGroup] 2024-12-03T17:22:44,112 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,113 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:22:44,113 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,113 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,113 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:22:44,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40871 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,131 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5 2024-12-03T17:22:44,131 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37417 2024-12-03T17:22:44,131 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:22:44,140 DEBUG [RS:0;27e0f852a164:37901 {}] zookeeper.ZKUtil(111): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on existing znode=/1-1473332375/rs/27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,140 WARN [RS:0;27e0f852a164:37901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:44,140 INFO [RS:0;27e0f852a164:37901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:44,140 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/rs 2024-12-03T17:22:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:22:44,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,37901,1733246562316] 2024-12-03T17:22:44,168 INFO [RS:0;27e0f852a164:37901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:22:44,172 INFO [RS:0;27e0f852a164:37901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:22:44,188 INFO [RS:0;27e0f852a164:37901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:22:44,188 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,194 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:22:44,196 INFO [RS:0;27e0f852a164:37901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:22:44,196 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:44,197 DEBUG [RS:0;27e0f852a164:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:44,218 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,218 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,219 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,219 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,219 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,219 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37901,1733246562316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:44,239 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:22:44,240 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37901,1733246562316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,240 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,240 INFO [RS:0;27e0f852a164:37901 {}] regionserver.Replication(171): 27e0f852a164,37901,1733246562316 started 2024-12-03T17:22:44,265 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:44,265 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,37901,1733246562316, RpcServer on 27e0f852a164/172.17.0.3:37901, sessionid=0x1010d4f239f0004 2024-12-03T17:22:44,266 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:22:44,266 DEBUG [RS:0;27e0f852a164:37901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,266 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37901,1733246562316' 2024-12-03T17:22:44,266 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1473332375/flush-table-proc/abort' 2024-12-03T17:22:44,269 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1473332375/flush-table-proc/acquired' 2024-12-03T17:22:44,270 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:22:44,270 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:22:44,270 DEBUG [RS:0;27e0f852a164:37901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,270 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37901,1733246562316' 2024-12-03T17:22:44,270 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1473332375/online-snapshot/abort' 2024-12-03T17:22:44,271 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1473332375/online-snapshot/acquired' 2024-12-03T17:22:44,271 DEBUG [RS:0;27e0f852a164:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:22:44,271 INFO [RS:0;27e0f852a164:37901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:22:44,271 INFO [RS:0;27e0f852a164:37901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:22:44,373 INFO [RS:0;27e0f852a164:37901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:44,377 INFO [RS:0;27e0f852a164:37901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37901%2C1733246562316, suffix=, logDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316, archiveDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/oldWALs, maxLogs=10 2024-12-03T17:22:44,396 DEBUG [RS:0;27e0f852a164:37901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, exclude list is [], retry=0 2024-12-03T17:22:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34437,DS-b009693a-5521-4a3b-9453-f271ee0d1cd8,DISK] 2024-12-03T17:22:44,407 INFO [RS:0;27e0f852a164:37901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 2024-12-03T17:22:44,415 DEBUG [RS:0;27e0f852a164:37901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-12-03T17:22:44,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:22:44,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5 2024-12-03T17:22:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:22:44,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:44,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:44,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:44,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:44,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:44,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:44,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:44,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:44,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:44,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740 2024-12-03T17:22:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740 2024-12-03T17:22:44,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:44,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:44,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:44,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:44,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:44,611 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69450799, jitterRate=0.03489755094051361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246564578Initializing all the Stores at 1733246564579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564579Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246564579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564579Cleaning up temporary data from old regions at 1733246564597 (+18 ms)Region opened successfully at 1733246564611 (+14 ms) 2024-12-03T17:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:44,611 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:44,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:44,612 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:44,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246564611Disabling compacts and flushes for region at 1733246564611Disabling writes for close at 1733246564611Writing region close event to WAL at 1733246564612 (+1 ms)Closed at 1733246564612 2024-12-03T17:22:44,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:44,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:22:44,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:22:44,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:44,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:22:44,766 DEBUG [27e0f852a164:40871 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:22:44,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37901,1733246562316, state=OPENING 2024-12-03T17:22:44,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:22:44,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:44,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:44,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:44,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37901,1733246562316}] 2024-12-03T17:22:44,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1473332375/meta-region-server: CHANGED 2024-12-03T17:22:44,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1473332375/meta-region-server: CHANGED 2024-12-03T17:22:44,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:44,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:22:44,937 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:22:44,937 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:44,937 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:22:44,939 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37901%2C1733246562316.meta, suffix=.meta, logDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316, archiveDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/oldWALs, maxLogs=10 2024-12-03T17:22:44,958 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.meta.1733246564940.meta, exclude list is [], retry=0 2024-12-03T17:22:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34437,DS-b009693a-5521-4a3b-9453-f271ee0d1cd8,DISK] 2024-12-03T17:22:44,967 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.meta.1733246564940.meta 2024-12-03T17:22:44,974 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-12-03T17:22:44,975 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:44,975 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:44,975 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:44,975 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:22:44,976 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:22:44,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:22:44,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:44,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:22:44,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:22:44,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:44,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:44,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:44,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:44,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:44,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:44,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:44,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:44,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:44,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:44,988 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:44,989 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740 2024-12-03T17:22:44,990 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740 2024-12-03T17:22:44,991 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:44,991 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:44,992 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:44,993 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:44,994 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74640809, jitterRate=0.11223472654819489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:44,994 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:22:44,994 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246564976Writing region info on filesystem at 1733246564976Initializing all the Stores at 1733246564977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564982 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246564982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246564982Cleaning up temporary data from old regions at 1733246564991 (+9 ms)Running coprocessor post-open hooks at 1733246564994 (+3 ms)Region opened successfully at 1733246564994 2024-12-03T17:22:44,995 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246564932 2024-12-03T17:22:44,998 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:22:44,998 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:22:44,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:44,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37901,1733246562316, state=OPEN 2024-12-03T17:22:45,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1473332375/meta-region-server 2024-12-03T17:22:45,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1473332375/meta-region-server 2024-12-03T17:22:45,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,37901,1733246562316 2024-12-03T17:22:45,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1473332375/meta-region-server: CHANGED 2024-12-03T17:22:45,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1473332375/meta-region-server: CHANGED 2024-12-03T17:22:45,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:22:45,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37901,1733246562316 in 224 msec 2024-12-03T17:22:45,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:22:45,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-12-03T17:22:45,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:45,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:22:45,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:45,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37901,1733246562316, seqNum=-1] 2024-12-03T17:22:45,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:45,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:45,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-12-03T17:22:45,016 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246565016, completionTime=-1 2024-12-03T17:22:45,016 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:22:45,016 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:22:45,018 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:22:45,018 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246625018 2024-12-03T17:22:45,018 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246685018 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:40871, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,019 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,021 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:22:45,026 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.483sec 2024-12-03T17:22:45,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:22:45,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:22:45,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:22:45,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:22:45,031 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:22:45,031 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:45,031 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:22:45,033 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:22:45,033 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:22:45,033 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40871,1733246562182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:45,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:45,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:22:45,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:45,103 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:22:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:22:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ac6b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:22:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:45,105 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:45,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:45,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37901,1733246562316, seqNum=-1] 2024-12-03T17:22:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:45,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:45,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,40871,1733246562182 2024-12-03T17:22:45,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:45,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4f239f0005 connected 2024-12-03T17:22:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir so I do NOT create it in target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46 2024-12-03T17:22:45,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:22:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.tmp.dir so I do NOT create it in target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46 2024-12-03T17:22:45,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:22:45,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46 2024-12-03T17:22:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:22:45,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/cluster_7ae78b97-b258-69b2-ee3e-ee56a84873f9, deleteOnExit=true 2024-12-03T17:22:45,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/test.cache.data in system properties and HBase conf 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:22:45,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:22:45,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:22:45,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:22:45,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:22:45,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:22:45,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:45,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:45,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:22:45,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:45,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:45,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:45,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:45,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:22:45,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:45,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:45,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:45,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe34b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-17689817227345959635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:22:45,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-12-03T17:22:45,570 INFO [Time-limited test {}] server.Server(415): Started @230067ms 2024-12-03T17:22:45,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:22:45,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:22:45,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:22:45,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:22:45,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:22:45,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:22:45,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:22:46,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11735bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/java.io.tmpdir/jetty-localhost-43275-hadoop-hdfs-3_4_1-tests_jar-_-any-7765595855973765846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:22:46,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:43275} 2024-12-03T17:22:46,019 INFO [Time-limited test {}] server.Server(415): Started @230516ms 2024-12-03T17:22:46,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:22:46,225 WARN [Thread-2866 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/cluster_7ae78b97-b258-69b2-ee3e-ee56a84873f9/data/data1/current/BP-1427158573-172.17.0.3-1733246565176/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:46,228 WARN [Thread-2867 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/cluster_7ae78b97-b258-69b2-ee3e-ee56a84873f9/data/data2/current/BP-1427158573-172.17.0.3-1733246565176/current, will proceed with Du for space computation calculation, 2024-12-03T17:22:46,280 WARN [Thread-2854 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:22:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbad086930857beb2 with lease ID 0x351616ce2a7523ab: Processing first storage report for DS-33f04337-6b72-449e-a807-f742be3a7f40 from datanode DatanodeRegistration(127.0.0.1:46495, datanodeUuid=bf9bc71f-71c1-432d-bd40-549aa1e83932, infoPort=45737, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2001996141;c=1733246565176) 2024-12-03T17:22:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbad086930857beb2 with lease ID 0x351616ce2a7523ab: from storage DS-33f04337-6b72-449e-a807-f742be3a7f40 node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=bf9bc71f-71c1-432d-bd40-549aa1e83932, infoPort=45737, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2001996141;c=1733246565176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbad086930857beb2 with lease ID 0x351616ce2a7523ab: Processing first storage report for DS-ab4155ba-7362-4d1f-bd65-64980facdfe2 from datanode DatanodeRegistration(127.0.0.1:46495, datanodeUuid=bf9bc71f-71c1-432d-bd40-549aa1e83932, infoPort=45737, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2001996141;c=1733246565176) 2024-12-03T17:22:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbad086930857beb2 with lease ID 0x351616ce2a7523ab: from storage DS-ab4155ba-7362-4d1f-bd65-64980facdfe2 node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=bf9bc71f-71c1-432d-bd40-549aa1e83932, infoPort=45737, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2001996141;c=1733246565176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:22:46,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46 2024-12-03T17:22:46,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:22:46,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4 with version=8 2024-12-03T17:22:46,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/hbase-staging 2024-12-03T17:22:46,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:22:46,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:46,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36515 2024-12-03T17:22:46,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36515 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365150x0, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:46,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36515-0x1010d4f239f0006 connected 2024-12-03T17:22:46,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/running 2024-12-03T17:22:46,447 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4, hbase.cluster.distributed=false 2024-12-03T17:22:46,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/acl 2024-12-03T17:22:46,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36515 2024-12-03T17:22:46,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36515 2024-12-03T17:22:46,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36515 2024-12-03T17:22:46,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36515 2024-12-03T17:22:46,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36515 2024-12-03T17:22:46,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:22:46,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:22:46,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:22:46,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:22:46,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:22:46,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:22:46,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37439 2024-12-03T17:22:46,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37439 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:46,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374390x0, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:46,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374390x0, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/running 2024-12-03T17:22:46,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:22:46,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37439-0x1010d4f239f0007 connected 2024-12-03T17:22:46,543 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:22:46,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/master 2024-12-03T17:22:46,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/acl 2024-12-03T17:22:46,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37439 2024-12-03T17:22:46,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37439 2024-12-03T17:22:46,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37439 2024-12-03T17:22:46,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37439 2024-12-03T17:22:46,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37439 2024-12-03T17:22:46,702 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:36515 2024-12-03T17:22:46,711 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-613745548/backup-masters/27e0f852a164,36515,1733246566387 2024-12-03T17:22:46,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/backup-masters 2024-12-03T17:22:46,715 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on existing znode=/2-613745548/backup-masters/27e0f852a164,36515,1733246566387 2024-12-03T17:22:46,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/backup-masters 2024-12-03T17:22:46,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-613745548/master 2024-12-03T17:22:46,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:46,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:46,718 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on existing znode=/2-613745548/master 2024-12-03T17:22:46,718 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-613745548/backup-masters/27e0f852a164,36515,1733246566387 from backup master directory 2024-12-03T17:22:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/backup-masters 2024-12-03T17:22:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-613745548/backup-masters/27e0f852a164,36515,1733246566387 2024-12-03T17:22:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/backup-masters 2024-12-03T17:22:46,721 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:46,721 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,36515,1733246566387 2024-12-03T17:22:46,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/hbase.id] with ID: 4162651b-e41e-440e-b003-bd21d7042b25 2024-12-03T17:22:46,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/.tmp/hbase.id 2024-12-03T17:22:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:22:46,785 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/.tmp/hbase.id]:[hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/hbase.id] 2024-12-03T17:22:46,860 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:22:46,860 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:22:46,863 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T17:22:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:46,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:22:47,319 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:47,320 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:22:47,322 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:22:47,775 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store 2024-12-03T17:22:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:22:47,808 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:47,808 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:22:47,808 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246567808Disabling compacts and flushes for region at 1733246567808Disabling writes for close at 1733246567808Writing region close event to WAL at 1733246567808Closed at 1733246567808 2024-12-03T17:22:47,815 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/.initializing 2024-12-03T17:22:47,815 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/WALs/27e0f852a164,36515,1733246566387 2024-12-03T17:22:47,818 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:47,824 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C36515%2C1733246566387, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/WALs/27e0f852a164,36515,1733246566387, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/oldWALs, maxLogs=10 2024-12-03T17:22:47,847 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/WALs/27e0f852a164,36515,1733246566387/27e0f852a164%2C36515%2C1733246566387.1733246567824, exclude list is [], retry=0 2024-12-03T17:22:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-33f04337-6b72-449e-a807-f742be3a7f40,DISK] 2024-12-03T17:22:47,872 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/WALs/27e0f852a164,36515,1733246566387/27e0f852a164%2C36515%2C1733246566387.1733246567824 2024-12-03T17:22:47,872 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-12-03T17:22:47,873 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:47,873 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:47,873 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,873 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:22:47,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:47,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:47,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:22:47,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:47,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:47,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:22:47,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:47,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:47,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:22:47,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:47,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:47,910 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,911 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,915 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,919 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,919 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,923 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:47,924 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:22:47,939 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:47,940 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081716, jitterRate=0.10390359163284302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:47,940 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246567873Initializing all the Stores at 1733246567874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246567875 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246567877 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246567877Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246567877Cleaning up temporary data from old regions at 1733246567919 (+42 ms)Region opened successfully at 1733246567940 (+21 ms) 2024-12-03T17:22:47,944 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:22:47,952 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f10b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:47,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:22:47,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:22:47,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:22:47,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:22:47,960 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:22:47,960 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:22:47,960 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:22:47,989 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:22:47,996 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Unable to get data of znode /2-613745548/balancer because node does not exist (not necessarily an error) 2024-12-03T17:22:48,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/balancer already deleted, retry=false 2024-12-03T17:22:48,001 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:22:48,001 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Unable to get data of znode /2-613745548/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:22:48,003 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/normalizer already deleted, retry=false 2024-12-03T17:22:48,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:22:48,004 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Unable to get data of znode /2-613745548/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:22:48,007 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/switch/split already deleted, retry=false 2024-12-03T17:22:48,008 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Unable to get data of znode /2-613745548/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:22:48,013 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/switch/merge already deleted, retry=false 2024-12-03T17:22:48,021 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Unable to get data of znode /2-613745548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:22:48,022 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/snapshot-cleanup already deleted, retry=false 2024-12-03T17:22:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-613745548/running 2024-12-03T17:22:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-613745548/running 2024-12-03T17:22:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,028 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,36515,1733246566387, sessionid=0x1010d4f239f0006, setting cluster-up flag (Was=false) 2024-12-03T17:22:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,047 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-613745548/flush-table-proc/acquired, /2-613745548/flush-table-proc/reached, /2-613745548/flush-table-proc/abort 2024-12-03T17:22:48,049 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36515,1733246566387 2024-12-03T17:22:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,076 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-613745548/online-snapshot/acquired, /2-613745548/online-snapshot/reached, /2-613745548/online-snapshot/abort 2024-12-03T17:22:48,078 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36515,1733246566387 2024-12-03T17:22:48,095 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:22:48,103 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:48,103 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:22:48,103 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:22:48,104 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,36515,1733246566387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:22:48,105 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:48,106 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:48,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:22:48,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246598134 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:22:48,135 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:22:48,137 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(746): ClusterId : 4162651b-e41e-440e-b003-bd21d7042b25 2024-12-03T17:22:48,137 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:22:48,139 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:22:48,139 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:22:48,146 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:22:48,146 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345b8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:22:48,167 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:22:48,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:22:48,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4 2024-12-03T17:22:48,185 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:37439 2024-12-03T17:22:48,185 INFO [RS:0;27e0f852a164:37439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:22:48,185 INFO [RS:0;27e0f852a164:37439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:22:48,185 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:22:48,186 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,36515,1733246566387 with port=37439, startcode=1733246566493 2024-12-03T17:22:48,187 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:22:48,190 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:22:48,191 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:22:48,191 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:22:48,191 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:22:48,195 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:22:48,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36515 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T17:22:48,196 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:22:48,196 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:22:48,196 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T17:22:48,196 WARN [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T17:22:48,206 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246568196,5,FailOnTimeoutGroup] 2024-12-03T17:22:48,222 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246568206,5,FailOnTimeoutGroup] 2024-12-03T17:22:48,222 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,223 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:22:48,223 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,223 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:22:48,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:48,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:48,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:48,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:48,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:48,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:48,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:48,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:48,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:48,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:48,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740 2024-12-03T17:22:48,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740 2024-12-03T17:22:48,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:48,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:48,282 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:48,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:48,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60634050, jitterRate=-0.09648224711418152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246568234Initializing all the Stores at 1733246568239 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568240 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246568240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568240Cleaning up temporary data from old regions at 1733246568282 (+42 ms)Region opened successfully at 1733246568291 (+9 ms) 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:22:48,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:22:48,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:22:48,298 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,36515,1733246566387 with port=37439, startcode=1733246566493 2024-12-03T17:22:48,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36515 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,300 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4 2024-12-03T17:22:48,301 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37585 2024-12-03T17:22:48,301 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:22:48,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:22:48,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246568291Disabling compacts and flushes for region at 1733246568291Disabling writes for close at 1733246568291Writing region close event to WAL at 1733246568307 (+16 ms)Closed at 1733246568307 2024-12-03T17:22:48,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/rs 2024-12-03T17:22:48,308 DEBUG [RS:0;27e0f852a164:37439 {}] zookeeper.ZKUtil(111): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on existing znode=/2-613745548/rs/27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:48,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:22:48,308 WARN [RS:0;27e0f852a164:37439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:22:48,308 INFO [RS:0;27e0f852a164:37439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:48,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:22:48,308 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:48,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:22:48,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,37439,1733246566493] 2024-12-03T17:22:48,345 INFO [RS:0;27e0f852a164:37439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:22:48,359 INFO [RS:0;27e0f852a164:37439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:22:48,363 INFO [RS:0;27e0f852a164:37439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:22:48,363 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,365 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:22:48,366 INFO [RS:0;27e0f852a164:37439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:22:48,366 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:48,366 DEBUG [RS:0;27e0f852a164:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,370 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37439,1733246566493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:48,425 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:22:48,425 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37439,1733246566493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,425 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,425 INFO [RS:0;27e0f852a164:37439 {}] regionserver.Replication(171): 27e0f852a164,37439,1733246566493 started 2024-12-03T17:22:48,446 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:48,446 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,37439,1733246566493, RpcServer on 27e0f852a164/172.17.0.3:37439, sessionid=0x1010d4f239f0007 2024-12-03T17:22:48,446 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:22:48,446 DEBUG [RS:0;27e0f852a164:37439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,446 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37439,1733246566493' 2024-12-03T17:22:48,446 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-613745548/flush-table-proc/abort' 2024-12-03T17:22:48,455 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-613745548/flush-table-proc/acquired' 2024-12-03T17:22:48,462 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:22:48,462 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:22:48,463 DEBUG [RS:0;27e0f852a164:37439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,463 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37439,1733246566493' 2024-12-03T17:22:48,463 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-613745548/online-snapshot/abort' 2024-12-03T17:22:48,465 WARN [27e0f852a164:36515 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:22:48,466 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-613745548/online-snapshot/acquired' 2024-12-03T17:22:48,470 DEBUG [RS:0;27e0f852a164:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:22:48,470 INFO [RS:0;27e0f852a164:37439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:22:48,470 INFO [RS:0;27e0f852a164:37439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:22:48,572 INFO [RS:0;27e0f852a164:37439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:22:48,574 INFO [RS:0;27e0f852a164:37439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37439%2C1733246566493, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/oldWALs, maxLogs=10 2024-12-03T17:22:48,610 DEBUG [RS:0;27e0f852a164:37439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, exclude list is [], retry=0 2024-12-03T17:22:48,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-33f04337-6b72-449e-a807-f742be3a7f40,DISK] 2024-12-03T17:22:48,644 INFO [RS:0;27e0f852a164:37439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 2024-12-03T17:22:48,655 DEBUG [RS:0;27e0f852a164:37439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-12-03T17:22:48,717 DEBUG [27e0f852a164:36515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:22:48,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37439,1733246566493, state=OPENING 2024-12-03T17:22:48,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:22:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:48,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-613745548/meta-region-server: CHANGED 2024-12-03T17:22:48,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-613745548/meta-region-server: CHANGED 2024-12-03T17:22:48,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:22:48,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37439,1733246566493}] 2024-12-03T17:22:48,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:22:48,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:22:48,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:22:48,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:48,894 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:22:48,903 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37439%2C1733246566493.meta, suffix=.meta, logDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/oldWALs, maxLogs=10 2024-12-03T17:22:48,922 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.meta.1733246568904.meta, exclude list is [], retry=0 2024-12-03T17:22:48,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-33f04337-6b72-449e-a807-f742be3a7f40,DISK] 2024-12-03T17:22:48,937 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.meta.1733246568904.meta 2024-12-03T17:22:48,950 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-12-03T17:22:48,951 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:48,951 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:48,951 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:48,951 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:22:48,951 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:22:48,951 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:22:48,951 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:48,952 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:22:48,952 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:22:48,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:22:48,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:22:48,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:22:48,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:22:48,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:22:48,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:22:48,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:22:48,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:22:48,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:48,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:22:48,966 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:22:48,968 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740 2024-12-03T17:22:48,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740 2024-12-03T17:22:48,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:22:48,973 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:22:48,973 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:22:48,975 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:22:48,976 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60418619, jitterRate=-0.09969241917133331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:22:48,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:22:48,976 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246568952Writing region info on filesystem at 1733246568952Initializing all the Stores at 1733246568954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246568954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246568954Cleaning up temporary data from old regions at 1733246568973 (+19 ms)Running coprocessor post-open hooks at 1733246568976 (+3 ms)Region opened successfully at 1733246568976 2024-12-03T17:22:48,977 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246568884 2024-12-03T17:22:48,980 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:22:48,980 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:22:48,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,982 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37439,1733246566493, state=OPEN 2024-12-03T17:22:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-613745548/meta-region-server 2024-12-03T17:22:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-613745548/meta-region-server 2024-12-03T17:22:48,985 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,37439,1733246566493 2024-12-03T17:22:48,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-613745548/meta-region-server: CHANGED 2024-12-03T17:22:48,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-613745548/meta-region-server: CHANGED 2024-12-03T17:22:48,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:22:48,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37439,1733246566493 in 258 msec 2024-12-03T17:22:48,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:22:48,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-12-03T17:22:48,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:22:48,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:22:48,999 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:48,999 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37439,1733246566493, seqNum=-1] 2024-12-03T17:22:48,999 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:49,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:49,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 915 msec 2024-12-03T17:22:49,016 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246569016, completionTime=-1 2024-12-03T17:22:49,016 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:22:49,016 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246629027 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246689027 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:36515, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,030 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:22:49,030 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.313sec 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:22:49,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:22:49,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:49,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:22:49,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:49,052 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:22:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:22:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11678294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:22:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:49,055 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:49,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:49,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:49,063 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:22:49,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:22:49,063 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36515,1733246566387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:22:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37439,1733246566493, seqNum=-1] 2024-12-03T17:22:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:49,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:49,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,36515,1733246566387 2024-12-03T17:22:49,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60322 2024-12-03T17:22:49,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:22:49,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010d4f239f0008 connected 2024-12-03T17:22:49,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,33601,1733246556690 2024-12-03T17:22:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ab25b69 2024-12-03T17:22:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:49,123 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:49,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:22:49,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:49,126 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:49,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:22:49,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:22:49,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dd2b7a425a78bced302622b80205af8, NAME => 'test,,1733246569123.1dd2b7a425a78bced302622b80205af8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec 2024-12-03T17:22:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:22:49,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246569123.1dd2b7a425a78bced302622b80205af8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:49,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1dd2b7a425a78bced302622b80205af8, disabling compactions & flushes 2024-12-03T17:22:49,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246569123.1dd2b7a425a78bced302622b80205af8. after waiting 0 ms 2024-12-03T17:22:49,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dd2b7a425a78bced302622b80205af8: Waiting for close lock at 1733246569198Disabling compacts and flushes for region at 1733246569198Disabling writes for close at 1733246569198Writing region close event to WAL at 1733246569198Closed at 1733246569198 2024-12-03T17:22:49,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:49,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246569123.1dd2b7a425a78bced302622b80205af8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246569200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246569200"}]},"ts":"1733246569200"} 2024-12-03T17:22:49,203 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:49,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:49,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246569203"}]},"ts":"1733246569203"} 2024-12-03T17:22:49,206 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:22:49,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dd2b7a425a78bced302622b80205af8, ASSIGN}] 2024-12-03T17:22:49,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dd2b7a425a78bced302622b80205af8, ASSIGN 2024-12-03T17:22:49,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1dd2b7a425a78bced302622b80205af8, ASSIGN; state=OFFLINE, location=27e0f852a164,33585,1733246557034; forceNewPlan=false, retain=false 2024-12-03T17:22:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dd2b7a425a78bced302622b80205af8, regionState=OPENING, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:49,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1dd2b7a425a78bced302622b80205af8, ASSIGN because future has completed 2024-12-03T17:22:49,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd2b7a425a78bced302622b80205af8, server=27e0f852a164,33585,1733246557034}] 2024-12-03T17:22:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,547 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,547 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dd2b7a425a78bced302622b80205af8, NAME => 'test,,1733246569123.1dd2b7a425a78bced302622b80205af8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:49,547 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:49,547 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:22:49,547 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,548 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246569123.1dd2b7a425a78bced302622b80205af8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:49,548 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,548 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,558 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,567 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd2b7a425a78bced302622b80205af8 columnFamilyName f 2024-12-03T17:22:49,567 DEBUG [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:49,571 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(327): Store=1dd2b7a425a78bced302622b80205af8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:49,571 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,575 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd2b7a425a78bced302622b80205af8 columnFamilyName f1 2024-12-03T17:22:49,575 DEBUG [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:49,577 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(327): Store=1dd2b7a425a78bced302622b80205af8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:49,578 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,580 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd2b7a425a78bced302622b80205af8 columnFamilyName norep 2024-12-03T17:22:49,581 DEBUG [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:49,583 INFO [StoreOpener-1dd2b7a425a78bced302622b80205af8-1 {}] regionserver.HStore(327): Store=1dd2b7a425a78bced302622b80205af8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:49,583 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,589 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,589 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,590 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:49,597 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,610 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:49,612 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1dd2b7a425a78bced302622b80205af8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306572, jitterRate=0.12215536832809448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:49,612 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:22:49,613 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1dd2b7a425a78bced302622b80205af8: Running coprocessor pre-open hook at 1733246569548Writing region info on filesystem at 1733246569548Initializing all the Stores at 1733246569550 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246569550Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246569551 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246569551Cleaning up temporary data from old regions at 1733246569589 (+38 ms)Running coprocessor post-open hooks at 1733246569612 (+23 ms)Region opened successfully at 1733246569612 2024-12-03T17:22:49,617 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246569123.1dd2b7a425a78bced302622b80205af8., pid=6, masterSystemTime=1733246569520 2024-12-03T17:22:49,624 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,624 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:22:49,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dd2b7a425a78bced302622b80205af8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:49,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd2b7a425a78bced302622b80205af8, server=27e0f852a164,33585,1733246557034 because future has completed 2024-12-03T17:22:49,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:22:49,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dd2b7a425a78bced302622b80205af8, server=27e0f852a164,33585,1733246557034 in 272 msec 2024-12-03T17:22:49,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:22:49,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1dd2b7a425a78bced302622b80205af8, ASSIGN in 434 msec 2024-12-03T17:22:49,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:49,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246569643"}]},"ts":"1733246569643"} 2024-12-03T17:22:49,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:22:49,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:49,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 524 msec 2024-12-03T17:22:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,767 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:22:49,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40871,1733246562182 2024-12-03T17:22:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e26c040 2024-12-03T17:22:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:49,772 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:49,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:22:49,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:49,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:49,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:22:49,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:22:49,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 134faa8b13f33aa69bb561d838810779, NAME => 'test,,1733246569773.134faa8b13f33aa69bb561d838810779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5 2024-12-03T17:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:22:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246569773.134faa8b13f33aa69bb561d838810779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 134faa8b13f33aa69bb561d838810779, disabling compactions & flushes 2024-12-03T17:22:49,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246569773.134faa8b13f33aa69bb561d838810779. after waiting 0 ms 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:49,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:49,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 134faa8b13f33aa69bb561d838810779: Waiting for close lock at 1733246569899Disabling compacts and flushes for region at 1733246569899Disabling writes for close at 1733246569899Writing region close event to WAL at 1733246569899Closed at 1733246569899 2024-12-03T17:22:49,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:49,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246569773.134faa8b13f33aa69bb561d838810779.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246569900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246569900"}]},"ts":"1733246569900"} 2024-12-03T17:22:49,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:49,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:49,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246569904"}]},"ts":"1733246569904"} 2024-12-03T17:22:49,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:22:49,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=134faa8b13f33aa69bb561d838810779, ASSIGN}] 2024-12-03T17:22:49,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=134faa8b13f33aa69bb561d838810779, ASSIGN 2024-12-03T17:22:49,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=134faa8b13f33aa69bb561d838810779, ASSIGN; state=OFFLINE, location=27e0f852a164,37901,1733246562316; forceNewPlan=false, retain=false 2024-12-03T17:22:50,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=134faa8b13f33aa69bb561d838810779, regionState=OPENING, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:50,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=134faa8b13f33aa69bb561d838810779, ASSIGN because future has completed 2024-12-03T17:22:50,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 134faa8b13f33aa69bb561d838810779, server=27e0f852a164,37901,1733246562316}] 2024-12-03T17:22:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:50,272 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:50,272 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 134faa8b13f33aa69bb561d838810779, NAME => 'test,,1733246569773.134faa8b13f33aa69bb561d838810779.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:50,272 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:50,272 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:22:50,273 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,273 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246569773.134faa8b13f33aa69bb561d838810779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:50,273 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,273 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,282 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,295 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134faa8b13f33aa69bb561d838810779 columnFamilyName f 2024-12-03T17:22:50,295 DEBUG [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:50,296 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(327): Store=134faa8b13f33aa69bb561d838810779/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:50,296 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,298 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134faa8b13f33aa69bb561d838810779 columnFamilyName f1 2024-12-03T17:22:50,298 DEBUG [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:50,299 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(327): Store=134faa8b13f33aa69bb561d838810779/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:50,300 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,301 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 134faa8b13f33aa69bb561d838810779 columnFamilyName norep 2024-12-03T17:22:50,301 DEBUG [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:50,302 INFO [StoreOpener-134faa8b13f33aa69bb561d838810779-1 {}] regionserver.HStore(327): Store=134faa8b13f33aa69bb561d838810779/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:50,302 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,303 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,304 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,312 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,312 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,312 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:50,319 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,326 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:50,326 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 134faa8b13f33aa69bb561d838810779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71866252, jitterRate=0.07089060544967651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:50,327 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:22:50,327 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 134faa8b13f33aa69bb561d838810779: Running coprocessor pre-open hook at 1733246570273Writing region info on filesystem at 1733246570273Initializing all the Stores at 1733246570275 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246570275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246570278 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246570278Cleaning up temporary data from old regions at 1733246570312 (+34 ms)Running coprocessor post-open hooks at 1733246570327 (+15 ms)Region opened successfully at 1733246570327 2024-12-03T17:22:50,340 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246569773.134faa8b13f33aa69bb561d838810779., pid=6, masterSystemTime=1733246570243 2024-12-03T17:22:50,347 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:50,347 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:22:50,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=134faa8b13f33aa69bb561d838810779, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:50,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 134faa8b13f33aa69bb561d838810779, server=27e0f852a164,37901,1733246562316 because future has completed 2024-12-03T17:22:50,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:22:50,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 134faa8b13f33aa69bb561d838810779, server=27e0f852a164,37901,1733246562316 in 280 msec 2024-12-03T17:22:50,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:22:50,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=134faa8b13f33aa69bb561d838810779, ASSIGN in 449 msec 2024-12-03T17:22:50,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:50,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246570364"}]},"ts":"1733246570364"} 2024-12-03T17:22:50,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:22:50,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:50,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 598 msec 2024-12-03T17:22:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:50,411 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:22:50,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:22:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92177e9 2024-12-03T17:22:50,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:50,413 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:50,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:22:50,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:50,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:22:50,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:22:50,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:50,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:50,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:22:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:50,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa03a1b0dd119598487e6007fa986598, NAME => 'test,,1733246570414.fa03a1b0dd119598487e6007fa986598.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4 2024-12-03T17:22:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246570414.fa03a1b0dd119598487e6007fa986598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa03a1b0dd119598487e6007fa986598, disabling compactions & flushes 2024-12-03T17:22:51,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246570414.fa03a1b0dd119598487e6007fa986598. after waiting 0 ms 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa03a1b0dd119598487e6007fa986598: Waiting for close lock at 1733246571310Disabling compacts and flushes for region at 1733246571310Disabling writes for close at 1733246571310Writing region close event to WAL at 1733246571310Closed at 1733246571310 2024-12-03T17:22:51,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:51,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246570414.fa03a1b0dd119598487e6007fa986598.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246571312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246571312"}]},"ts":"1733246571312"} 2024-12-03T17:22:51,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:51,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:51,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246571319"}]},"ts":"1733246571319"} 2024-12-03T17:22:51,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:22:51,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa03a1b0dd119598487e6007fa986598, ASSIGN}] 2024-12-03T17:22:51,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa03a1b0dd119598487e6007fa986598, ASSIGN 2024-12-03T17:22:51,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa03a1b0dd119598487e6007fa986598, ASSIGN; state=OFFLINE, location=27e0f852a164,37439,1733246566493; forceNewPlan=false, retain=false 2024-12-03T17:22:51,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa03a1b0dd119598487e6007fa986598, regionState=OPENING, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:51,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa03a1b0dd119598487e6007fa986598, ASSIGN because future has completed 2024-12-03T17:22:51,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa03a1b0dd119598487e6007fa986598, server=27e0f852a164,37439,1733246566493}] 2024-12-03T17:22:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:51,682 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,683 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa03a1b0dd119598487e6007fa986598, NAME => 'test,,1733246570414.fa03a1b0dd119598487e6007fa986598.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:51,683 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:51,683 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:22:51,684 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,684 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246570414.fa03a1b0dd119598487e6007fa986598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:51,684 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,684 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,700 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,702 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa03a1b0dd119598487e6007fa986598 columnFamilyName f 2024-12-03T17:22:51,702 DEBUG [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:51,707 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(327): Store=fa03a1b0dd119598487e6007fa986598/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:51,707 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,714 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa03a1b0dd119598487e6007fa986598 columnFamilyName f1 2024-12-03T17:22:51,714 DEBUG [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:51,717 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(327): Store=fa03a1b0dd119598487e6007fa986598/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:51,717 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,723 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa03a1b0dd119598487e6007fa986598 columnFamilyName norep 2024-12-03T17:22:51,723 DEBUG [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:51,727 INFO [StoreOpener-fa03a1b0dd119598487e6007fa986598-1 {}] regionserver.HStore(327): Store=fa03a1b0dd119598487e6007fa986598/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:51,727 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,729 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,730 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,745 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,745 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,750 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:51,767 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,800 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:51,806 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa03a1b0dd119598487e6007fa986598; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61678962, jitterRate=-0.08091184496879578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:51,806 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:22:51,806 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa03a1b0dd119598487e6007fa986598: Running coprocessor pre-open hook at 1733246571684Writing region info on filesystem at 1733246571684Initializing all the Stores at 1733246571697 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246571697Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246571699 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246571699Cleaning up temporary data from old regions at 1733246571745 (+46 ms)Running coprocessor post-open hooks at 1733246571806 (+61 ms)Region opened successfully at 1733246571806 2024-12-03T17:22:51,822 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246570414.fa03a1b0dd119598487e6007fa986598., pid=6, masterSystemTime=1733246571654 2024-12-03T17:22:51,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa03a1b0dd119598487e6007fa986598, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:51,826 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,826 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:22:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa03a1b0dd119598487e6007fa986598, server=27e0f852a164,37439,1733246566493 because future has completed 2024-12-03T17:22:51,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:22:51,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa03a1b0dd119598487e6007fa986598, server=27e0f852a164,37439,1733246566493 in 367 msec 2024-12-03T17:22:51,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:22:51,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa03a1b0dd119598487e6007fa986598, ASSIGN in 555 msec 2024-12-03T17:22:51,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:51,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246571899"}]},"ts":"1733246571899"} 2024-12-03T17:22:51,914 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:22:51,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:51,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5030 sec 2024-12-03T17:22:52,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:52,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:52,151 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48360 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:22:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:22:52,591 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:22:52,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:22:52,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:52,599 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:22:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:22:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53851d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:22:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:52,602 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b4f897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,33601,1733246556690 2024-12-03T17:22:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9b5a6f 2024-12-03T17:22:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:52,610 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:52,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:40871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:22:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:22:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:52,622 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40871' 2024-12-03T17:22:52,623 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb6bcb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,624 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:22:52,624 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:52,626 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:22:52,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:52,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:22:52,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3559041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:22:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:52,630 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4305ed82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:52,634 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:52,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40871,1733246562182 2024-12-03T17:22:52,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f42ea6e 2024-12-03T17:22:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:52,638 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:52,640 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T17:22:52,640 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:22:52,640 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:52,640 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:52,641 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:52,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:52,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:22:52,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:52,648 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:52,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:52,694 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:22:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:22:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:53,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f5a3e9abc83d101b491621846fd40ab, NAME => 'hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec 2024-12-03T17:22:53,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:22:53,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:22:53,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:22:53,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:22:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f5a3e9abc83d101b491621846fd40ab, disabling compactions & flushes 2024-12-03T17:22:53,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. after waiting 0 ms 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,212 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f5a3e9abc83d101b491621846fd40ab: Waiting for close lock at 1733246573212Disabling compacts and flushes for region at 1733246573212Disabling writes for close at 1733246573212Writing region close event to WAL at 1733246573212Closed at 1733246573212 2024-12-03T17:22:53,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:53,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246573218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246573218"}]},"ts":"1733246573218"} 2024-12-03T17:22:53,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:53,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:53,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246573225"}]},"ts":"1733246573225"} 2024-12-03T17:22:53,233 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:22:53,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab, ASSIGN}] 2024-12-03T17:22:53,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab, ASSIGN 2024-12-03T17:22:53,242 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab, ASSIGN; state=OFFLINE, location=27e0f852a164,33585,1733246557034; forceNewPlan=false, retain=false 2024-12-03T17:22:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:53,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f5a3e9abc83d101b491621846fd40ab, regionState=OPENING, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab, ASSIGN because future has completed 2024-12-03T17:22:53,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f5a3e9abc83d101b491621846fd40ab, server=27e0f852a164,33585,1733246557034}] 2024-12-03T17:22:53,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:53,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:22:53,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33585%2C1733246557034.rep, suffix=, logDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034, archiveDir=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/oldWALs, maxLogs=10 2024-12-03T17:22:53,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.rep.1733246573636, exclude list is [], retry=0 2024-12-03T17:22:53,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-0be105d9-4c15-4d3b-8e17-f4b73769a053,DISK] 2024-12-03T17:22:53,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.rep.1733246573636 2024-12-03T17:22:53,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42753:42753)] 2024-12-03T17:22:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f5a3e9abc83d101b491621846fd40ab, NAME => 'hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:53,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. service=MultiRowMutationService 2024-12-03T17:22:53,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:22:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:53,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,695 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,697 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f5a3e9abc83d101b491621846fd40ab columnFamilyName hfileref 2024-12-03T17:22:53,697 DEBUG [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:53,697 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(327): Store=6f5a3e9abc83d101b491621846fd40ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:53,697 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,699 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f5a3e9abc83d101b491621846fd40ab columnFamilyName queue 2024-12-03T17:22:53,699 DEBUG [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:53,699 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(327): Store=6f5a3e9abc83d101b491621846fd40ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:53,700 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,701 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f5a3e9abc83d101b491621846fd40ab columnFamilyName sid 2024-12-03T17:22:53,701 DEBUG [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:53,703 INFO [StoreOpener-6f5a3e9abc83d101b491621846fd40ab-1 {}] regionserver.HStore(327): Store=6f5a3e9abc83d101b491621846fd40ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:53,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/replication/6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/replication/6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:53,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/replication/6f5a3e9abc83d101b491621846fd40ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:53,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f5a3e9abc83d101b491621846fd40ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137100, jitterRate=-0.014480412006378174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:22:53,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f5a3e9abc83d101b491621846fd40ab: Running coprocessor pre-open hook at 1733246573692Writing region info on filesystem at 1733246573692Initializing all the Stores at 1733246573693 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246573693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246573694 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246573694Cleaning up temporary data from old regions at 1733246573705 (+11 ms)Running coprocessor post-open hooks at 1733246573721 (+16 ms)Region opened successfully at 1733246573721 2024-12-03T17:22:53,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab., pid=10, masterSystemTime=1733246573582 2024-12-03T17:22:53,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f5a3e9abc83d101b491621846fd40ab, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,33585,1733246557034 2024-12-03T17:22:53,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:22:53,753 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=27e0f852a164,33585,1733246557034, table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T17:22:53,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f5a3e9abc83d101b491621846fd40ab, server=27e0f852a164,33585,1733246557034 because future has completed 2024-12-03T17:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:53,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:22:53,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f5a3e9abc83d101b491621846fd40ab, server=27e0f852a164,33585,1733246557034 in 379 msec 2024-12-03T17:22:53,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:22:53,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f5a3e9abc83d101b491621846fd40ab, ASSIGN in 561 msec 2024-12-03T17:22:53,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:53,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246573805"}]},"ts":"1733246573805"} 2024-12-03T17:22:53,813 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:22:53,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:53,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-03T17:22:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab., hostname=27e0f852a164,33585,1733246557034, seqNum=2] 2024-12-03T17:22:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:22:53,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:22:54,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:22:54,107 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:22:54,263 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,33585,1733246557034, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:22:54,264 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:54,264 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33585,1733246557034, seqNum=-1] 2024-12-03T17:22:54,265 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:54,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,33585,1733246557034', locateType=CURRENT is [region=hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab., hostname=27e0f852a164,33585,1733246557034, seqNum=2] 2024-12-03T17:22:54,310 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:22:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:22:54,335 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,33585,1733246557034 suceeded 2024-12-03T17:22:54,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:22:54,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 398 msec 2024-12-03T17:22:54,339 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:40871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:22:54,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7280 sec 2024-12-03T17:22:54,349 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40871' 2024-12-03T17:22:54,360 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bef01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,360 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:22:54,361 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:54,366 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:22:54,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49632128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,371 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:54,386 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b72681d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,387 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:54,388 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40871,1733246562182 2024-12-03T17:22:54,388 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b250318 2024-12-03T17:22:54,388 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:54,390 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T17:22:54,392 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,33585,1733246557034 (queues=1) is replicating from cluster=571a885f-6939-4aab-a035-480f9debb43e to cluster=ec9ef848-26bc-406b-8261-66f399c5a752 2024-12-03T17:22:54,392 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C33585%2C1733246557034 2024-12-03T17:22:54,392 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,33585,1733246557034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:22:54,392 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, startPosition=0, beingWritten=true 2024-12-03T17:22:54,394 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C33585%2C1733246557034 2024-12-03T17:22:54,416 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:54,416 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:54,418 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:54,680 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:54,775 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:22:54,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:54,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:54,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:22:54,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:54,792 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:22:54,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:22:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fda7f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:22:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,796 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60aeae83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40871,1733246562182 2024-12-03T17:22:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43188a3a 2024-12-03T17:22:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:54,804 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:54,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:36515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:22:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:22:54,814 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36515' 2024-12-03T17:22:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:54,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a86b675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,819 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:22:54,819 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:54,820 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703cfe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,823 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:54,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2a937d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:54,831 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:54,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:22:54,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c31ff5 2024-12-03T17:22:54,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:54,836 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:54,843 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:22:54,843 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:22:54,843 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,843 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:54,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:54,843 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:54,849 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:22:54,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:54,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:54,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:54,903 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:22:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:22:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:55,004 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:55,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51c52f03909493a7695906c7226c5386, NAME => 'hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5 2024-12-03T17:22:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:22:55,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:55,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51c52f03909493a7695906c7226c5386, disabling compactions & flushes 2024-12-03T17:22:55,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. after waiting 0 ms 2024-12-03T17:22:55,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51c52f03909493a7695906c7226c5386: Waiting for close lock at 1733246575413Disabling compacts and flushes for region at 1733246575413Disabling writes for close at 1733246575413Writing region close event to WAL at 1733246575414 (+1 ms)Closed at 1733246575414 2024-12-03T17:22:55,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:55,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246575425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246575425"}]},"ts":"1733246575425"} 2024-12-03T17:22:55,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:55,432 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:55,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:55,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246575434"}]},"ts":"1733246575434"} 2024-12-03T17:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:55,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:22:55,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51c52f03909493a7695906c7226c5386, ASSIGN}] 2024-12-03T17:22:55,443 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51c52f03909493a7695906c7226c5386, ASSIGN 2024-12-03T17:22:55,444 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51c52f03909493a7695906c7226c5386, ASSIGN; state=OFFLINE, location=27e0f852a164,37901,1733246562316; forceNewPlan=false, retain=false 2024-12-03T17:22:55,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51c52f03909493a7695906c7226c5386, regionState=OPENING, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51c52f03909493a7695906c7226c5386, ASSIGN because future has completed 2024-12-03T17:22:55,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51c52f03909493a7695906c7226c5386, server=27e0f852a164,37901,1733246562316}] 2024-12-03T17:22:55,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:22:55,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:55,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:22:55,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37901%2C1733246562316.rep, suffix=, logDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316, archiveDir=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/oldWALs, maxLogs=10 2024-12-03T17:22:55,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.rep.1733246575804, exclude list is [], retry=0 2024-12-03T17:22:55,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34437,DS-b009693a-5521-4a3b-9453-f271ee0d1cd8,DISK] 2024-12-03T17:22:55,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.rep.1733246575804 2024-12-03T17:22:55,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:22:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-12-03T17:22:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51c52f03909493a7695906c7226c5386, NAME => 'hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:55,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. service=MultiRowMutationService 2024-12-03T17:22:55,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:22:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,916 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,927 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51c52f03909493a7695906c7226c5386 columnFamilyName hfileref 2024-12-03T17:22:55,927 DEBUG [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:55,932 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(327): Store=51c52f03909493a7695906c7226c5386/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:55,933 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,938 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51c52f03909493a7695906c7226c5386 columnFamilyName queue 2024-12-03T17:22:55,938 DEBUG [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:55,939 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(327): Store=51c52f03909493a7695906c7226c5386/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:55,939 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,946 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51c52f03909493a7695906c7226c5386 columnFamilyName sid 2024-12-03T17:22:55,946 DEBUG [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:55,949 INFO [StoreOpener-51c52f03909493a7695906c7226c5386-1 {}] regionserver.HStore(327): Store=51c52f03909493a7695906c7226c5386/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:55,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:55,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/replication/51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/replication/51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:55,955 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:55,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/replication/51c52f03909493a7695906c7226c5386/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:55,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51c52f03909493a7695906c7226c5386; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68199115, jitterRate=0.0162460058927536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:55,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51c52f03909493a7695906c7226c5386 2024-12-03T17:22:55,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51c52f03909493a7695906c7226c5386: Running coprocessor pre-open hook at 1733246575870Writing region info on filesystem at 1733246575870Initializing all the Stores at 1733246575910 (+40 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246575910Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246575914 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246575914Cleaning up temporary data from old regions at 1733246575954 (+40 ms)Running coprocessor post-open hooks at 1733246575967 (+13 ms)Region opened successfully at 1733246575967 2024-12-03T17:22:55,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386., pid=10, masterSystemTime=1733246575765 2024-12-03T17:22:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:22:55,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51c52f03909493a7695906c7226c5386, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37901,1733246562316 2024-12-03T17:22:55,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51c52f03909493a7695906c7226c5386, server=27e0f852a164,37901,1733246562316 because future has completed 2024-12-03T17:22:56,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:22:56,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51c52f03909493a7695906c7226c5386, server=27e0f852a164,37901,1733246562316 in 383 msec 2024-12-03T17:22:56,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:22:56,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51c52f03909493a7695906c7226c5386, ASSIGN in 567 msec 2024-12-03T17:22:56,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:56,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246576019"}]},"ts":"1733246576019"} 2024-12-03T17:22:56,023 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:22:56,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:56,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-12-03T17:22:56,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386., hostname=27e0f852a164,37901,1733246562316, seqNum=2] 2024-12-03T17:22:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:22:56,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:22:56,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:22:56,323 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:22:56,371 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,37901,1733246562316, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:22:56,372 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:56,372 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37901,1733246562316, seqNum=-1] 2024-12-03T17:22:56,372 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:56,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:56,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,37901,1733246562316', locateType=CURRENT is [region=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386., hostname=27e0f852a164,37901,1733246562316, seqNum=2] 2024-12-03T17:22:56,380 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:22:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:22:56,391 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,37901,1733246562316 suceeded 2024-12-03T17:22:56,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:22:56,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-12-03T17:22:56,394 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:36515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:22:56,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5880 sec 2024-12-03T17:22:56,399 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36515' 2024-12-03T17:22:56,403 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32daa8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,403 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:22:56,403 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:56,404 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:22:56,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:56,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:22:56,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734f582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:22:56,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:56,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:56,407 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:56,408 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c36e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,408 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:56,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:22:56,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c7c2a76 2024-12-03T17:22:56,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:56,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T17:22:56,413 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,37901,1733246562316 (queues=1) is replicating from cluster=ec9ef848-26bc-406b-8261-66f399c5a752 to cluster=4162651b-e41e-440e-b003-bd21d7042b25 2024-12-03T17:22:56,413 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C37901%2C1733246562316 2024-12-03T17:22:56,413 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,37901,1733246562316, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:22:56,416 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, startPosition=0, beingWritten=true 2024-12-03T17:22:56,422 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C37901%2C1733246562316 2024-12-03T17:22:56,432 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:56,433 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:56,433 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:56,568 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:56,644 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:56,949 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:56,961 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:22:56,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:56,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:56,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:56,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:56,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:56,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:22:56,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:56,995 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110076d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:22:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:56,998 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0c12f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:56,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:22:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7163a3ef 2024-12-03T17:22:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:57,005 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:57,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:22:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:57,020 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:33601' 2024-12-03T17:22:57,021 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e093ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:57,021 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:22:57,021 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:57,025 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:22:57,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:57,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:22:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0e35cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:22:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:57,031 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:57,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f2ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:57,034 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:57,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,33601,1733246556690 2024-12-03T17:22:57,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e187175 2024-12-03T17:22:57,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:57,047 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:22:57,054 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:22:57,054 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:22:57,054 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:57,054 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:57,055 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:22:57,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:57,056 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:22:57,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:22:57,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:57,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:22:57,107 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:22:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:57,278 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:57,395 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:57,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60ce2c6a7269524ce8e2a57e58624ad7, NAME => 'hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4 2024-12-03T17:22:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:57,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60ce2c6a7269524ce8e2a57e58624ad7, disabling compactions & flushes 2024-12-03T17:22:57,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. after waiting 0 ms 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:57,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:57,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60ce2c6a7269524ce8e2a57e58624ad7: Waiting for close lock at 1733246577991Disabling compacts and flushes for region at 1733246577991Disabling writes for close at 1733246577991Writing region close event to WAL at 1733246577991Closed at 1733246577991 2024-12-03T17:22:57,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:22:57,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246577995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246577995"}]},"ts":"1733246577995"} 2024-12-03T17:22:58,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:22:58,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:22:58,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246578003"}]},"ts":"1733246578003"} 2024-12-03T17:22:58,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:22:58,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ce2c6a7269524ce8e2a57e58624ad7, ASSIGN}] 2024-12-03T17:22:58,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ce2c6a7269524ce8e2a57e58624ad7, ASSIGN 2024-12-03T17:22:58,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60ce2c6a7269524ce8e2a57e58624ad7, ASSIGN; state=OFFLINE, location=27e0f852a164,37439,1733246566493; forceNewPlan=false, retain=false 2024-12-03T17:22:58,088 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:58,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60ce2c6a7269524ce8e2a57e58624ad7, regionState=OPENING, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:58,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60ce2c6a7269524ce8e2a57e58624ad7, ASSIGN because future has completed 2024-12-03T17:22:58,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ce2c6a7269524ce8e2a57e58624ad7, server=27e0f852a164,37439,1733246566493}] 2024-12-03T17:22:58,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:58,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:22:58,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:22:58,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37439%2C1733246566493.rep, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/oldWALs, maxLogs=10 2024-12-03T17:22:58,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.rep.1733246578355, exclude list is [], retry=0 2024-12-03T17:22:58,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-33f04337-6b72-449e-a807-f742be3a7f40,DISK] 2024-12-03T17:22:58,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.rep.1733246578355 2024-12-03T17:22:58,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-12-03T17:22:58,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ce2c6a7269524ce8e2a57e58624ad7, NAME => 'hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:22:58,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:22:58,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:22:58,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. service=MultiRowMutationService 2024-12-03T17:22:58,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:22:58,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:22:58,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,390 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,391 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ce2c6a7269524ce8e2a57e58624ad7 columnFamilyName hfileref 2024-12-03T17:22:58,391 DEBUG [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:58,394 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(327): Store=60ce2c6a7269524ce8e2a57e58624ad7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:58,394 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,396 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ce2c6a7269524ce8e2a57e58624ad7 columnFamilyName queue 2024-12-03T17:22:58,396 DEBUG [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:58,396 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(327): Store=60ce2c6a7269524ce8e2a57e58624ad7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:58,396 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,397 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ce2c6a7269524ce8e2a57e58624ad7 columnFamilyName sid 2024-12-03T17:22:58,397 DEBUG [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:22:58,398 INFO [StoreOpener-60ce2c6a7269524ce8e2a57e58624ad7-1 {}] regionserver.HStore(327): Store=60ce2c6a7269524ce8e2a57e58624ad7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:22:58,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:22:58,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:22:58,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 60ce2c6a7269524ce8e2a57e58624ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64307263, jitterRate=-0.04174710810184479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:22:58,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:22:58,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 60ce2c6a7269524ce8e2a57e58624ad7: Running coprocessor pre-open hook at 1733246578389Writing region info on filesystem at 1733246578389Initializing all the Stores at 1733246578390 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246578390Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246578390Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246578390Cleaning up temporary data from old regions at 1733246578403 (+13 ms)Running coprocessor post-open hooks at 1733246578447 (+44 ms)Region opened successfully at 1733246578447 2024-12-03T17:22:58,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7., pid=10, masterSystemTime=1733246578346 2024-12-03T17:22:58,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60ce2c6a7269524ce8e2a57e58624ad7, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37439,1733246566493 2024-12-03T17:22:58,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:58,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ce2c6a7269524ce8e2a57e58624ad7, server=27e0f852a164,37439,1733246566493 because future has completed 2024-12-03T17:22:58,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:22:58,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ce2c6a7269524ce8e2a57e58624ad7, server=27e0f852a164,37439,1733246566493 in 302 msec 2024-12-03T17:22:58,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:22:58,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60ce2c6a7269524ce8e2a57e58624ad7, ASSIGN in 482 msec 2024-12-03T17:22:58,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:22:58,501 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246578501"}]},"ts":"1733246578501"} 2024-12-03T17:22:58,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:22:58,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:22:58,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4610 sec 2024-12-03T17:22:58,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7., hostname=27e0f852a164,37439,1733246566493, seqNum=2] 2024-12-03T17:22:58,543 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:58,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:22:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:22:58,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:22:58,773 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:22:58,826 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,37439,1733246566493, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:22:58,826 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:58,826 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37439,1733246566493, seqNum=-1] 2024-12-03T17:22:58,827 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:58,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T17:22:58,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,37439,1733246566493', locateType=CURRENT is [region=hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7., hostname=27e0f852a164,37439,1733246566493, seqNum=2] 2024-12-03T17:22:58,842 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:22:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:22:58,846 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,37439,1733246566493 suceeded 2024-12-03T17:22:58,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:22:58,850 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:22:58,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 255 msec 2024-12-03T17:22:58,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8450 sec 2024-12-03T17:22:58,868 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:33601' 2024-12-03T17:22:58,879 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133b202c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:58,879 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:22:58,879 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:58,880 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:22:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:22:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb49f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:22:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:58,882 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:58,883 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec0f222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:58,883 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:22:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,33601,1733246556690 2024-12-03T17:22:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54606a13 2024-12-03T17:22:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:22:58,885 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T17:22:58,885 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,37439,1733246566493 (queues=1) is replicating from cluster=4162651b-e41e-440e-b003-bd21d7042b25 to cluster=571a885f-6939-4aab-a035-480f9debb43e 2024-12-03T17:22:58,885 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C37439%2C1733246566493 2024-12-03T17:22:58,886 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,37439,1733246566493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:22:58,890 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, startPosition=0, beingWritten=true 2024-12-03T17:22:58,893 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C37439%2C1733246566493 2024-12-03T17:22:58,931 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:22:58,931 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 379, reset compression=false 2024-12-03T17:22:58,933 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:22:59,013 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:22:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:22:59,180 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:22:59,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:22:59,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:22:59,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:59,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:59,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:22:59,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:22:59,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:59,188 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:22:59,190 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 379, reset compression=false 2024-12-03T17:22:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:22:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be7ee3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:22:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:59,192 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1ddbe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:22:59,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:59,195 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69556be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:59,198 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9294e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:22:59,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:22:59,205 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:22:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:22:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:22:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f016fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:22:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:22:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:22:59,207 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:22:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3294e562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:22:59,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33585,1733246557034, seqNum=-1] 2024-12-03T17:22:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:59,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:59,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246569123.1dd2b7a425a78bced302622b80205af8., hostname=27e0f852a164,33585,1733246557034, seqNum=2] 2024-12-03T17:22:59,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:22:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37439,1733246566493, seqNum=-1] 2024-12-03T17:22:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:22:59,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:22:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246570414.fa03a1b0dd119598487e6007fa986598., hostname=27e0f852a164,37439,1733246566493, seqNum=2] 2024-12-03T17:22:59,279 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T17:22:59,281 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:22:59,510 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 379, reset compression=false 2024-12-03T17:22:59,931 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 379, reset compression=false 2024-12-03T17:23:00,018 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 379, reset compression=false 2024-12-03T17:23:00,025 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:00,026 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 480, reset compression=false 2024-12-03T17:23:00,026 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dd2b7a425a78bced302622b80205af8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T17:23:00,028 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:00,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:00,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:00,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5ed851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40871,-1 for getting cluster id 2024-12-03T17:23:00,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:00,031 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec9ef848-26bc-406b-8261-66f399c5a752' 2024-12-03T17:23:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec9ef848-26bc-406b-8261-66f399c5a752" 2024-12-03T17:23:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69880b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40871,-1] 2024-12-03T17:23:00,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:00,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:00,032 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:00,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1604e9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:00,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37901,1733246562316, seqNum=-1] 2024-12-03T17:23:00,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:00,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:00,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246569773.134faa8b13f33aa69bb561d838810779., hostname=27e0f852a164,37901,1733246562316, seqNum=2] 2024-12-03T17:23:00,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:00,107 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 379, reset compression=false 2024-12-03T17:23:00,114 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:00,114 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 503, reset compression=false 2024-12-03T17:23:00,114 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T17:23:00,116 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:00,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:00,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:00,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7051611a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:23:00,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:00,124 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc2ff9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:00,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:00,125 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:00,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bdc7b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:00,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37439,1733246566493, seqNum=-1] 2024-12-03T17:23:00,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:00,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246570414.fa03a1b0dd119598487e6007fa986598., hostname=27e0f852a164,37439,1733246566493, seqNum=2] 2024-12-03T17:23:00,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:00,236 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 480, reset compression=false 2024-12-03T17:23:00,286 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T17:23:00,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37901,1733246562316, seqNum=-1] 2024-12-03T17:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:00,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733246569773.134faa8b13f33aa69bb561d838810779., hostname=27e0f852a164,37901,1733246562316, seqNum=2] 2024-12-03T17:23:00,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T17:23:00,321 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 503, reset compression=false 2024-12-03T17:23:00,340 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:00,340 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 607, reset compression=false 2024-12-03T17:23:00,340 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:00,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:00,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:00,436 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 379, reset compression=false 2024-12-03T17:23:00,477 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:00,478 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 655, reset compression=false 2024-12-03T17:23:00,482 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa03a1b0dd119598487e6007fa986598/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T17:23:00,484 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:00,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:00,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:00,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b99d605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:23:00,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:00,504 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39601183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:00,505 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:00,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2afb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:00,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:00,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33585,1733246557034, seqNum=-1] 2024-12-03T17:23:00,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:00,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733246569123.1dd2b7a425a78bced302622b80205af8., hostname=27e0f852a164,33585,1733246557034, seqNum=2] 2024-12-03T17:23:00,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:00,545 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 480, reset compression=false 2024-12-03T17:23:00,556 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 607, reset compression=false 2024-12-03T17:23:00,567 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:00,567 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 631, reset compression=false 2024-12-03T17:23:00,568 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:00,714 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 655, reset compression=false 2024-12-03T17:23:00,798 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 631, reset compression=false 2024-12-03T17:23:00,883 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 607, reset compression=false 2024-12-03T17:23:01,044 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 655, reset compression=false 2024-12-03T17:23:01,106 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 631, reset compression=false 2024-12-03T17:23:01,300 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 607, reset compression=false 2024-12-03T17:23:01,309 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T17:23:01,314 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T17:23:01,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,450 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 655, reset compression=false 2024-12-03T17:23:01,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:01,474 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:01,474 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 759, reset compression=false 2024-12-03T17:23:01,474 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa03a1b0dd119598487e6007fa986598/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:01,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:01,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:01,515 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 631, reset compression=false 2024-12-03T17:23:01,525 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:01,525 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 758, reset compression=false 2024-12-03T17:23:01,525 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dd2b7a425a78bced302622b80205af8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T17:23:01,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:01,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:01,701 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 759, reset compression=false 2024-12-03T17:23:01,735 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 758, reset compression=false 2024-12-03T17:23:01,831 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 607, reset compression=false 2024-12-03T17:23:01,853 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:01,853 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 757, reset compression=false 2024-12-03T17:23:01,853 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:02,006 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 759, reset compression=false 2024-12-03T17:23:02,042 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 758, reset compression=false 2024-12-03T17:23:02,082 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 757, reset compression=false 2024-12-03T17:23:02,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T17:23:02,322 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T17:23:02,386 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 757, reset compression=false 2024-12-03T17:23:02,412 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 759, reset compression=false 2024-12-03T17:23:02,461 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 758, reset compression=false 2024-12-03T17:23:02,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:02,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 914, reset compression=false 2024-12-03T17:23:02,466 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dd2b7a425a78bced302622b80205af8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T17:23:02,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:02,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:02,672 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 914, reset compression=false 2024-12-03T17:23:02,790 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 757, reset compression=false 2024-12-03T17:23:02,796 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:02,796 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 904, reset compression=false 2024-12-03T17:23:02,796 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T17:23:02,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:02,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:02,917 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 759, reset compression=false 2024-12-03T17:23:02,941 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:02,941 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 930, reset compression=false 2024-12-03T17:23:02,941 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:02,978 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 914, reset compression=false 2024-12-03T17:23:03,005 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 904, reset compression=false 2024-12-03T17:23:03,151 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 930, reset compression=false 2024-12-03T17:23:03,324 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T17:23:03,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T17:23:03,336 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 904, reset compression=false 2024-12-03T17:23:03,341 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:03,341 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1063, reset compression=false 2024-12-03T17:23:03,341 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T17:23:03,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:03,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:03,407 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 914, reset compression=false 2024-12-03T17:23:03,458 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 930, reset compression=false 2024-12-03T17:23:03,499 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:03,499 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1080, reset compression=false 2024-12-03T17:23:03,501 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa03a1b0dd119598487e6007fa986598/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T17:23:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:03,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:03,545 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1063, reset compression=false 2024-12-03T17:23:03,727 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1080, reset compression=false 2024-12-03T17:23:03,878 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1063, reset compression=false 2024-12-03T17:23:03,912 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 914, reset compression=false 2024-12-03T17:23:03,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:03,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1087, reset compression=false 2024-12-03T17:23:03,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:04,045 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1080, reset compression=false 2024-12-03T17:23:04,182 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1087, reset compression=false 2024-12-03T17:23:04,306 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1063, reset compression=false 2024-12-03T17:23:04,341 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T17:23:04,358 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T17:23:04,470 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1080, reset compression=false 2024-12-03T17:23:04,497 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:04,497 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1239, reset compression=false 2024-12-03T17:23:04,497 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa03a1b0dd119598487e6007fa986598/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T17:23:04,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:04,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:04,514 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1087, reset compression=false 2024-12-03T17:23:04,540 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:04,540 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1236, reset compression=false 2024-12-03T17:23:04,541 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dd2b7a425a78bced302622b80205af8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T17:23:04,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:04,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:04,723 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1239, reset compression=false 2024-12-03T17:23:04,777 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1236, reset compression=false 2024-12-03T17:23:04,834 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1063, reset compression=false 2024-12-03T17:23:04,859 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:04,859 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1235, reset compression=false 2024-12-03T17:23:04,859 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:05,051 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1239, reset compression=false 2024-12-03T17:23:05,094 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1235, reset compression=false 2024-12-03T17:23:05,111 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1236, reset compression=false 2024-12-03T17:23:05,360 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T17:23:05,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:23:05,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:05,370 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:23:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:23:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf045db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:23:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:05,372 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4e1f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:23:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4503c516 2024-12-03T17:23:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:05,381 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:05,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-03T17:23:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T17:23:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:23:05,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:23:05,411 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1235, reset compression=false 2024-12-03T17:23:05,455 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1239, reset compression=false 2024-12-03T17:23:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:23:05,550 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1236, reset compression=false 2024-12-03T17:23:05,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T17:23:05,553 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T17:23:05,553 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T17:23:05,554 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,37439,1733246566493 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T17:23:05,554 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/27e0f852a164:0-0. 2024-12-03T17:23:05,554 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:05,554 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:05,554 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:05,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:05,657 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:23:05,658 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:23:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:23:05,757 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 terminated 2024-12-03T17:23:05,800 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,37439,1733246566493, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:23:05,801 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T17:23:05,804 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T17:23:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T17:23:05,812 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 27e0f852a164,37439,1733246566493 suceeded 2024-12-03T17:23:05,819 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1235, reset compression=false 2024-12-03T17:23:05,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T17:23:05,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 413 msec 2024-12-03T17:23:05,821 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T17:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:33601' 2024-12-03T17:23:05,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 439 msec 2024-12-03T17:23:05,825 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff5dae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,825 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,33601,-1 for getting cluster id 2024-12-03T17:23:05,825 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:05,825 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a885f-6939-4aab-a035-480f9debb43e' 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a885f-6939-4aab-a035-480f9debb43e" 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27be5655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,33601,-1] 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:05,831 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:05,836 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28dad8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:05,836 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,33601,1733246556690 2024-12-03T17:23:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527958bf 2024-12-03T17:23:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:05,851 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T17:23:05,861 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,37439,1733246566493 (queues=1) is replicating from cluster=4162651b-e41e-440e-b003-bd21d7042b25 to cluster=571a885f-6939-4aab-a035-480f9debb43e 2024-12-03T17:23:05,861 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C37439%2C1733246566493 2024-12-03T17:23:05,861 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,37439,1733246566493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:23:05,874 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C37439%2C1733246566493 2024-12-03T17:23:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:23:06,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:06,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:06,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:06,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:06,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:06,012 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:23:06,015 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T17:23:06,067 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1236, reset compression=false 2024-12-03T17:23:06,073 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:06,073 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dd2b7a425a78bced302622b80205af8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:06,073 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:06,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:06,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:06,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:23:06,279 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:06,361 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1235, reset compression=false 2024-12-03T17:23:06,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:06,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1362, reset compression=false 2024-12-03T17:23:06,375 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T17:23:06,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:06,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:06,586 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:06,602 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1362, reset compression=false 2024-12-03T17:23:06,925 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1362, reset compression=false 2024-12-03T17:23:07,006 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:07,022 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T17:23:07,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:07,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36515,-1 for getting cluster id 2024-12-03T17:23:07,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:07,036 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4162651b-e41e-440e-b003-bd21d7042b25' 2024-12-03T17:23:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4162651b-e41e-440e-b003-bd21d7042b25" 2024-12-03T17:23:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304163c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36515,-1] 2024-12-03T17:23:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:07,040 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5677e9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:07,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36515,1733246566387 2024-12-03T17:23:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@758a58ff 2024-12-03T17:23:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:07,051 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-03T17:23:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T17:23:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T17:23:07,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:23:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T17:23:07,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T17:23:07,234 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T17:23:07,251 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T17:23:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T17:23:07,260 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 27e0f852a164,37439,1733246566493 suceeded 2024-12-03T17:23:07,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T17:23:07,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T17:23:07,264 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T17:23:07,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 212 msec 2024-12-03T17:23:07,287 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, startPosition=1239, beingWritten=true 2024-12-03T17:23:07,343 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:07,343 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1390, reset compression=false 2024-12-03T17:23:07,343 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:07,355 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1362, reset compression=false 2024-12-03T17:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T17:23:07,380 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:23:07,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:07,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:07,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:07,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:07,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:07,384 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-03T17:23:07,400 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:07,400 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:07,400 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[{test/134faa8b13f33aa69bb561d838810779/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:07,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:07,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:07,531 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:07,583 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1390, reset compression=false 2024-12-03T17:23:07,607 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:07,607 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1518, reset compression=false 2024-12-03T17:23:07,610 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa03a1b0dd119598487e6007fa986598/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T17:23:07,613 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:07,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:07,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:07,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:07,631 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:07,817 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1518, reset compression=false 2024-12-03T17:23:07,952 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:08,134 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1518, reset compression=false 2024-12-03T17:23:08,163 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1340, reset compression=false 2024-12-03T17:23:08,169 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:08,169 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:08,169 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:08,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:08,380 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:08,387 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T17:23:08,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:08,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:08,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:08,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:08,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=146169218, stopped=false 2024-12-03T17:23:08,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,36515,1733246566387 2024-12-03T17:23:08,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-613745548/running 2024-12-03T17:23:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:23:08,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/running 2024-12-03T17:23:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-613745548/running 2024-12-03T17:23:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:23:08,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:08,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:08,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:08,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:08,395 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,37439,1733246566493' ***** 2024-12-03T17:23:08,395 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:08,395 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:08,396 INFO [RS:0;27e0f852a164:37439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:08,396 INFO [RS:0;27e0f852a164:37439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:08,396 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for 60ce2c6a7269524ce8e2a57e58624ad7 2024-12-03T17:23:08,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Set watcher on znode that does not yet exist, /2-613745548/running 2024-12-03T17:23:08,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:08,401 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for fa03a1b0dd119598487e6007fa986598 2024-12-03T17:23:08,401 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,37439,1733246566493 2024-12-03T17:23:08,401 INFO [RS:0;27e0f852a164:37439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:08,401 INFO [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37439. 2024-12-03T17:23:08,402 DEBUG [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:08,402 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:08,402 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60ce2c6a7269524ce8e2a57e58624ad7, disabling compactions & flushes 2024-12-03T17:23:08,402 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:23:08,402 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:23:08,402 INFO [RS:0;27e0f852a164:37439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:08,402 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. after waiting 0 ms 2024-12-03T17:23:08,402 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:23:08,402 INFO [RS:0;27e0f852a164:37439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:08,402 INFO [RS:0;27e0f852a164:37439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:08,402 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:08,402 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60ce2c6a7269524ce8e2a57e58624ad7 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-03T17:23:08,403 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:08,403 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1325): Online Regions={60ce2c6a7269524ce8e2a57e58624ad7=hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7., fa03a1b0dd119598487e6007fa986598=test,,1733246570414.fa03a1b0dd119598487e6007fa986598., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:23:08,403 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60ce2c6a7269524ce8e2a57e58624ad7, fa03a1b0dd119598487e6007fa986598 2024-12-03T17:23:08,403 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:08,403 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:08,403 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:08,403 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:08,403 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:08,404 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:08,437 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/info/e66ec503a80e4fc78298bf50f7a1cb36 is 147, key is hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7./info:regioninfo/1733246578468/Put/seqid=0 2024-12-03T17:23:08,444 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/.tmp/queue/d5b02cad28f34ab9bb9cdbf4ac1e4c83 is 154, key is 1-27e0f852a164,37439,1733246566493/queue:27e0f852a164%2C37439%2C1733246566493/1733246587618/Put/seqid=0 2024-12-03T17:23:08,451 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741840_1016 (size=7686) 2024-12-03T17:23:08,458 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/info/e66ec503a80e4fc78298bf50f7a1cb36 2024-12-03T17:23:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741841_1017 (size=5353) 2024-12-03T17:23:08,472 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/.tmp/queue/d5b02cad28f34ab9bb9cdbf4ac1e4c83 2024-12-03T17:23:08,492 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/ns/c1298ba8f9cd4080bdcfd24ecd4bd976 is 43, key is default/ns:d/1733246569001/Put/seqid=0 2024-12-03T17:23:08,494 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/.tmp/queue/d5b02cad28f34ab9bb9cdbf4ac1e4c83 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/queue/d5b02cad28f34ab9bb9cdbf4ac1e4c83 2024-12-03T17:23:08,501 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/queue/d5b02cad28f34ab9bb9cdbf4ac1e4c83, entries=1, sequenceid=13, filesize=5.2 K 2024-12-03T17:23:08,503 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 60ce2c6a7269524ce8e2a57e58624ad7 in 100ms, sequenceid=13, compaction requested=false 2024-12-03T17:23:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:23:08,539 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1518, reset compression=false 2024-12-03T17:23:08,543 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/replication/60ce2c6a7269524ce8e2a57e58624ad7/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:08,544 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60ce2c6a7269524ce8e2a57e58624ad7: Waiting for close lock at 1733246588402Running coprocessor pre-close hooks at 1733246588402Disabling compacts and flushes for region at 1733246588402Disabling writes for close at 1733246588402Obtaining lock to block concurrent updates at 1733246588403 (+1 ms)Preparing flush snapshotting stores in 60ce2c6a7269524ce8e2a57e58624ad7 at 1733246588403Finished memstore snapshotting hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733246588404 (+1 ms)Flushing stores of hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. at 1733246588405 (+1 ms)Flushing 60ce2c6a7269524ce8e2a57e58624ad7/queue: creating writer at 1733246588405Flushing 60ce2c6a7269524ce8e2a57e58624ad7/queue: appending metadata at 1733246588443 (+38 ms)Flushing 60ce2c6a7269524ce8e2a57e58624ad7/queue: closing flushed file at 1733246588443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af0277a: reopening flushed file at 1733246588492 (+49 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 60ce2c6a7269524ce8e2a57e58624ad7 in 100ms, sequenceid=13, compaction requested=false at 1733246588503 (+11 ms)Writing region close event to WAL at 1733246588537 (+34 ms)Running coprocessor post-close hooks at 1733246588544 (+7 ms)Closed at 1733246588544 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246577055.60ce2c6a7269524ce8e2a57e58624ad7. 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa03a1b0dd119598487e6007fa986598, disabling compactions & flushes 2024-12-03T17:23:08,544 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246570414.fa03a1b0dd119598487e6007fa986598. after waiting 0 ms 2024-12-03T17:23:08,544 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:23:08,544 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa03a1b0dd119598487e6007fa986598 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T17:23:08,579 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:08,579 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1765, reset compression=false 2024-12-03T17:23:08,579 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37439,1733246566493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:08,580 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,37439,1733246566493: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,37439,1733246566493, walGroup=27e0f852a164%2C37439%2C1733246566493, offset=27e0f852a164%2C37439%2C1733246566493.1733246568574:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:23:08,581 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:23:08,581 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:23:08,582 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:23:08,582 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:23:08,582 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:23:08,582 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 896339472 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198687048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:23:08,582 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:36515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:36515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:23:08,584 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f/be1412df87b34782b29926ca3afc1df3 is 37, key is row3/f:row3/1733246586013/Put/seqid=0 2024-12-03T17:23:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741843_1019 (size=5228) 2024-12-03T17:23:08,598 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f/be1412df87b34782b29926ca3afc1df3 2024-12-03T17:23:08,603 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be1412df87b34782b29926ca3afc1df3 2024-12-03T17:23:08,604 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa03a1b0dd119598487e6007fa986598 2024-12-03T17:23:08,627 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f1/557721f2a19143249da0d6a9df199ea3 is 30, key is row1/f1:/1733246583325/DeleteFamily/seqid=0 2024-12-03T17:23:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741844_1020 (size=5158) 2024-12-03T17:23:08,632 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f1/557721f2a19143249da0d6a9df199ea3 2024-12-03T17:23:08,637 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 557721f2a19143249da0d6a9df199ea3 2024-12-03T17:23:08,664 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/norep/e9480020160941bab463530b5306f034 is 33, key is row2/norep:/1733246584347/DeleteFamily/seqid=0 2024-12-03T17:23:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741845_1021 (size=5108) 2024-12-03T17:23:08,669 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/norep/e9480020160941bab463530b5306f034 2024-12-03T17:23:08,673 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9480020160941bab463530b5306f034 2024-12-03T17:23:08,674 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f/be1412df87b34782b29926ca3afc1df3 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/f/be1412df87b34782b29926ca3afc1df3 2024-12-03T17:23:08,683 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be1412df87b34782b29926ca3afc1df3 2024-12-03T17:23:08,683 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/f/be1412df87b34782b29926ca3afc1df3, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T17:23:08,684 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/f1/557721f2a19143249da0d6a9df199ea3 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/f1/557721f2a19143249da0d6a9df199ea3 2024-12-03T17:23:08,688 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 557721f2a19143249da0d6a9df199ea3 2024-12-03T17:23:08,688 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/f1/557721f2a19143249da0d6a9df199ea3, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:08,689 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/.tmp/norep/e9480020160941bab463530b5306f034 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/norep/e9480020160941bab463530b5306f034 2024-12-03T17:23:08,690 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:08,693 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9480020160941bab463530b5306f034 2024-12-03T17:23:08,693 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/norep/e9480020160941bab463530b5306f034, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:08,695 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa03a1b0dd119598487e6007fa986598 in 150ms, sequenceid=12, compaction requested=false 2024-12-03T17:23:08,700 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/default/test/fa03a1b0dd119598487e6007fa986598/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T17:23:08,700 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:08,700 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:08,700 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:23:08,701 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa03a1b0dd119598487e6007fa986598: Waiting for close lock at 1733246588544Running coprocessor pre-close hooks at 1733246588544Disabling compacts and flushes for region at 1733246588544Disabling writes for close at 1733246588544Obtaining lock to block concurrent updates at 1733246588544Preparing flush snapshotting stores in fa03a1b0dd119598487e6007fa986598 at 1733246588544Finished memstore snapshotting test,,1733246570414.fa03a1b0dd119598487e6007fa986598., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733246588545 (+1 ms)Flushing stores of test,,1733246570414.fa03a1b0dd119598487e6007fa986598. at 1733246588546 (+1 ms)Flushing fa03a1b0dd119598487e6007fa986598/f: creating writer at 1733246588546Flushing fa03a1b0dd119598487e6007fa986598/f: appending metadata at 1733246588583 (+37 ms)Flushing fa03a1b0dd119598487e6007fa986598/f: closing flushed file at 1733246588583Flushing fa03a1b0dd119598487e6007fa986598/f1: creating writer at 1733246588603 (+20 ms)Flushing fa03a1b0dd119598487e6007fa986598/f1: appending metadata at 1733246588626 (+23 ms)Flushing fa03a1b0dd119598487e6007fa986598/f1: closing flushed file at 1733246588626Flushing fa03a1b0dd119598487e6007fa986598/norep: creating writer at 1733246588637 (+11 ms)Flushing fa03a1b0dd119598487e6007fa986598/norep: appending metadata at 1733246588663 (+26 ms)Flushing fa03a1b0dd119598487e6007fa986598/norep: closing flushed file at 1733246588663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2931b961: reopening flushed file at 1733246588674 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3729d151: reopening flushed file at 1733246588683 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d1f633: reopening flushed file at 1733246588688 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa03a1b0dd119598487e6007fa986598 in 150ms, sequenceid=12, compaction requested=false at 1733246588695 (+7 ms)Writing region close event to WAL at 1733246588696 (+1 ms)Running coprocessor post-close hooks at 1733246588700 (+4 ms)Closed at 1733246588700 2024-12-03T17:23:08,701 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246570414.fa03a1b0dd119598487e6007fa986598. 2024-12-03T17:23:08,794 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 1765, reset compression=false 2024-12-03T17:23:08,804 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:23:08,811 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:08,811 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 2409, reset compression=false 2024-12-03T17:23:08,912 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:08,931 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/ns/c1298ba8f9cd4080bdcfd24ecd4bd976 2024-12-03T17:23:08,957 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b2da5ddb92047708e128820aa070ea3 is 112, key is test,,1733246570414.fa03a1b0dd119598487e6007fa986598./rep_barrier:seqnumDuringOpen/1733246571825/Put/seqid=0 2024-12-03T17:23:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741846_1022 (size=5518) 2024-12-03T17:23:08,962 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b2da5ddb92047708e128820aa070ea3 2024-12-03T17:23:08,988 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/table/81f3585769164bc6814ac1e52c708c24 is 53, key is hbase:replication/table:state/1733246578501/Put/seqid=0 2024-12-03T17:23:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741847_1023 (size=5308) 2024-12-03T17:23:08,994 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/table/81f3585769164bc6814ac1e52c708c24 2024-12-03T17:23:09,003 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/info/e66ec503a80e4fc78298bf50f7a1cb36 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/info/e66ec503a80e4fc78298bf50f7a1cb36 2024-12-03T17:23:09,004 DEBUG [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:23:09,016 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/info/e66ec503a80e4fc78298bf50f7a1cb36, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:09,016 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 2409, reset compression=false 2024-12-03T17:23:09,019 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/ns/c1298ba8f9cd4080bdcfd24ecd4bd976 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/ns/c1298ba8f9cd4080bdcfd24ecd4bd976 2024-12-03T17:23:09,023 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/ns/c1298ba8f9cd4080bdcfd24ecd4bd976, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:09,031 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b2da5ddb92047708e128820aa070ea3 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/rep_barrier/3b2da5ddb92047708e128820aa070ea3 2024-12-03T17:23:09,038 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/rep_barrier/3b2da5ddb92047708e128820aa070ea3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:09,039 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/.tmp/table/81f3585769164bc6814ac1e52c708c24 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/table/81f3585769164bc6814ac1e52c708c24 2024-12-03T17:23:09,043 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/table/81f3585769164bc6814ac1e52c708c24, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:09,051 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 648ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:09,094 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:09,122 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:09,127 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:09,127 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:09,127 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:09,127 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246588403Running coprocessor pre-close hooks at 1733246588403Disabling compacts and flushes for region at 1733246588403Disabling writes for close at 1733246588403Obtaining lock to block concurrent updates at 1733246588404 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733246588404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246588404Flushing stores of hbase:meta,,1.1588230740 at 1733246588411 (+7 ms)Flushing 1588230740/info: creating writer at 1733246588411Flushing 1588230740/info: appending metadata at 1733246588437 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733246588437Flushing 1588230740/ns: creating writer at 1733246588463 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733246588491 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733246588491Flushing 1588230740/rep_barrier: creating writer at 1733246588937 (+446 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246588956 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246588956Flushing 1588230740/table: creating writer at 1733246588968 (+12 ms)Flushing 1588230740/table: appending metadata at 1733246588988 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733246588988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156a8b8: reopening flushed file at 1733246589002 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79433d1d: reopening flushed file at 1733246589016 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc0526c: reopening flushed file at 1733246589023 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3f187d: reopening flushed file at 1733246589038 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 648ms, sequenceid=16, compaction requested=false at 1733246589051 (+13 ms)Writing region close event to WAL at 1733246589106 (+55 ms)Running coprocessor post-close hooks at 1733246589127 (+21 ms)Closed at 1733246589127 2024-12-03T17:23:09,127 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:09,205 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,37439,1733246566493; all regions closed. 2024-12-03T17:23:09,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.meta.1733246568904.meta not finished, retry = 0 2024-12-03T17:23:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:09,331 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 to pos 2409, reset compression=false 2024-12-03T17:23:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741839_1015 (size=3334) 2024-12-03T17:23:09,374 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:09,374 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:09,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/WALs/27e0f852a164,37439,1733246566493/27e0f852a164%2C37439%2C1733246566493.1733246568574 not finished, retry = 0 2024-12-03T17:23:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741833_1009 (size=2417) 2024-12-03T17:23:09,486 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:09,486 INFO [RS:0;27e0f852a164:37439 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:09,489 INFO [RS:0;27e0f852a164:37439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:09,494 INFO [RS:0;27e0f852a164:37439 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:09,494 INFO [RS:0;27e0f852a164:37439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:09,495 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:09,496 INFO [RS:0;27e0f852a164:37439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,37439,1733246566493 because: Region server is closing 2024-12-03T17:23:09,496 INFO [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37439. 2024-12-03T17:23:09,496 DEBUG [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:09,496 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:09,496 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:09,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:09,518 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:09,598 INFO [RS:0;27e0f852a164:37439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.shipper27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 terminated 2024-12-03T17:23:09,599 INFO [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37439. 2024-12-03T17:23:09,599 DEBUG [RS:0;27e0f852a164:37439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:09,599 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:09,599 DEBUG [RS:0;27e0f852a164:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:09,599 INFO [RS:0;27e0f852a164:37439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37439 2024-12-03T17:23:09,599 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37439,1733246566493.replicationSource.wal-reader.27e0f852a164%2C37439%2C1733246566493,1-27e0f852a164,37439,1733246566493 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:23:09,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:09,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548/rs 2024-12-03T17:23:09,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-613745548/rs/27e0f852a164,37439,1733246566493 2024-12-03T17:23:09,605 INFO [RS:0;27e0f852a164:37439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:09,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,37439,1733246566493] 2024-12-03T17:23:09,611 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:09,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/draining/27e0f852a164,37439,1733246566493 already deleted, retry=false 2024-12-03T17:23:09,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,37439,1733246566493 expired; onlineServers=0 2024-12-03T17:23:09,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,36515,1733246566387' ***** 2024-12-03T17:23:09,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:09,617 INFO [M:0;27e0f852a164:36515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:09,617 INFO [M:0;27e0f852a164:36515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:09,617 DEBUG [M:0;27e0f852a164:36515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:09,617 DEBUG [M:0;27e0f852a164:36515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:09,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:09,617 INFO [M:0;27e0f852a164:36515 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:09,617 INFO [M:0;27e0f852a164:36515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:09,617 DEBUG [M:0;27e0f852a164:36515 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:09,617 INFO [M:0;27e0f852a164:36515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:09,617 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246568196 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246568196,5,FailOnTimeoutGroup] 2024-12-03T17:23:09,618 INFO [M:0;27e0f852a164:36515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:09,618 INFO [M:0;27e0f852a164:36515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:09,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:09,618 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246568206 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246568206,5,FailOnTimeoutGroup] 2024-12-03T17:23:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-613745548/master 2024-12-03T17:23:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-613745548 2024-12-03T17:23:09,632 DEBUG [M:0;27e0f852a164:36515 {}] zookeeper.RecoverableZooKeeper(212): Node /2-613745548/master already deleted, retry=false 2024-12-03T17:23:09,632 DEBUG [M:0;27e0f852a164:36515 {}] master.ActiveMasterManager(353): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-613745548/master 2024-12-03T17:23:09,666 INFO [M:0;27e0f852a164:36515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/.lastflushedseqids 2024-12-03T17:23:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741848_1024 (size=245) 2024-12-03T17:23:09,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:09,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x1010d4f239f0007, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:09,723 INFO [RS:0;27e0f852a164:37439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:09,723 INFO [RS:0;27e0f852a164:37439 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,37439,1733246566493; zookeeper connection closed. 2024-12-03T17:23:09,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19456b44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19456b44 2024-12-03T17:23:09,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:10,132 INFO [M:0;27e0f852a164:36515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:10,133 INFO [M:0;27e0f852a164:36515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:10,134 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:10,134 INFO [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:10,134 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:10,134 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:10,134 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:10,134 INFO [M:0;27e0f852a164:36515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-03T17:23:10,194 DEBUG [M:0;27e0f852a164:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/410b9e795bc94331891da269500b0422 is 82, key is hbase:meta,,1/info:regioninfo/1733246568981/Put/seqid=0 2024-12-03T17:23:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741849_1025 (size=5672) 2024-12-03T17:23:10,239 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:10,277 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:10,615 INFO [M:0;27e0f852a164:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/410b9e795bc94331891da269500b0422 2024-12-03T17:23:10,684 DEBUG [M:0;27e0f852a164:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f47aa711404b348c3be3b85e0f80ed is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246578517/Put/seqid=0 2024-12-03T17:23:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741850_1026 (size=9211) 2024-12-03T17:23:10,946 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:11,086 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:11,126 INFO [M:0;27e0f852a164:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f47aa711404b348c3be3b85e0f80ed 2024-12-03T17:23:11,209 DEBUG [M:0;27e0f852a164:36515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3bec5874ce548a39a2af65e93e908c6 is 69, key is 27e0f852a164,37439,1733246566493/rs:state/1733246568299/Put/seqid=0 2024-12-03T17:23:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741851_1027 (size=5156) 2024-12-03T17:23:11,255 INFO [M:0;27e0f852a164:36515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3bec5874ce548a39a2af65e93e908c6 2024-12-03T17:23:11,290 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/410b9e795bc94331891da269500b0422 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/410b9e795bc94331891da269500b0422 2024-12-03T17:23:11,320 INFO [M:0;27e0f852a164:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/410b9e795bc94331891da269500b0422, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T17:23:11,321 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9f47aa711404b348c3be3b85e0f80ed as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9f47aa711404b348c3be3b85e0f80ed 2024-12-03T17:23:11,363 INFO [M:0;27e0f852a164:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9f47aa711404b348c3be3b85e0f80ed, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T17:23:11,375 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3bec5874ce548a39a2af65e93e908c6 as hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3bec5874ce548a39a2af65e93e908c6 2024-12-03T17:23:11,395 INFO [M:0;27e0f852a164:36515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3bec5874ce548a39a2af65e93e908c6, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T17:23:11,401 INFO [M:0;27e0f852a164:36515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1267ms, sequenceid=127, compaction requested=false 2024-12-03T17:23:11,463 INFO [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:11,463 DEBUG [M:0;27e0f852a164:36515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246590133Disabling compacts and flushes for region at 1733246590133Disabling writes for close at 1733246590134 (+1 ms)Obtaining lock to block concurrent updates at 1733246590134Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246590134Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733246590135 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246590136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246590136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246590190 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246590190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246590640 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246590683 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246590683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246591153 (+470 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246591209 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246591209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e45404: reopening flushed file at 1733246591282 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c60348c: reopening flushed file at 1733246591320 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e418825: reopening flushed file at 1733246591363 (+43 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1267ms, sequenceid=127, compaction requested=false at 1733246591401 (+38 ms)Writing region close event to WAL at 1733246591463 (+62 ms)Closed at 1733246591463 2024-12-03T17:23:11,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77bb8b47-6f96-1220-519d-f1fc8edb44f4/MasterData/WALs/27e0f852a164,36515,1733246566387/27e0f852a164%2C36515%2C1733246566387.1733246567824 not finished, retry = 0 2024-12-03T17:23:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741830_1006 (size=73854) 2024-12-03T17:23:11,615 INFO [M:0;27e0f852a164:36515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:23:11,615 INFO [M:0;27e0f852a164:36515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36515 2024-12-03T17:23:11,615 INFO [M:0;27e0f852a164:36515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:11,617 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:11,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:11,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36515-0x1010d4f239f0006, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:11,718 INFO [M:0;27e0f852a164:36515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:11,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:23:11,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11735bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:11,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:11,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:11,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:11,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:11,764 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:11,768 WARN [BP-1427158573-172.17.0.3-1733246565176 heartbeating to localhost/127.0.0.1:37585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:23:11,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:23:11,768 WARN [BP-1427158573-172.17.0.3-1733246565176 heartbeating to localhost/127.0.0.1:37585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1427158573-172.17.0.3-1733246565176 (Datanode Uuid bf9bc71f-71c1-432d-bd40-549aa1e83932) service to localhost/127.0.0.1:37585 2024-12-03T17:23:11,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:23:11,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/cluster_7ae78b97-b258-69b2-ee3e-ee56a84873f9/data/data1/current/BP-1427158573-172.17.0.3-1733246565176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:11,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/cluster_7ae78b97-b258-69b2-ee3e-ee56a84873f9/data/data2/current/BP-1427158573-172.17.0.3-1733246565176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:11,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:23:11,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe34b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:11,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:11,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:11,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:11,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:11,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:23:11,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:11,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:11,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:11,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:11,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:11,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:11,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:11,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1298920515, stopped=false 2024-12-03T17:23:11,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,40871,1733246562182 2024-12-03T17:23:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1473332375/running 2024-12-03T17:23:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:23:11,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/running 2024-12-03T17:23:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1473332375/running 2024-12-03T17:23:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:23:11,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:11,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:11,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:11,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:11,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,37901,1733246562316' ***** 2024-12-03T17:23:11,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:11,812 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:11,812 INFO [RS:0;27e0f852a164:37901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:11,812 INFO [RS:0;27e0f852a164:37901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:11,812 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 134faa8b13f33aa69bb561d838810779 2024-12-03T17:23:11,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:11,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Set watcher on znode that does not yet exist, /1-1473332375/running 2024-12-03T17:23:11,819 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:11,819 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,37901,1733246562316 2024-12-03T17:23:11,819 INFO [RS:0;27e0f852a164:37901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:11,819 INFO [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37901. 2024-12-03T17:23:11,819 DEBUG [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:11,819 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:11,819 INFO [RS:0;27e0f852a164:37901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:11,820 INFO [RS:0;27e0f852a164:37901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:11,820 INFO [RS:0;27e0f852a164:37901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:11,820 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:11,821 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 134faa8b13f33aa69bb561d838810779, disabling compactions & flushes 2024-12-03T17:23:11,821 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:23:11,821 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:23:11,821 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246569773.134faa8b13f33aa69bb561d838810779. after waiting 0 ms 2024-12-03T17:23:11,821 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:23:11,821 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 134faa8b13f33aa69bb561d838810779 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T17:23:11,834 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:11,834 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1325): Online Regions={134faa8b13f33aa69bb561d838810779=test,,1733246569773.134faa8b13f33aa69bb561d838810779., 1588230740=hbase:meta,,1.1588230740, 51c52f03909493a7695906c7226c5386=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.} 2024-12-03T17:23:11,834 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 1588230740, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:11,835 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:11,835 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:11,835 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:11,835 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:11,835 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:11,835 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:11,852 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:11,883 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f/db2a052324264150876f1f1be42295cd is 37, key is row3/f:row3/1733246586013/Put/seqid=0 2024-12-03T17:23:11,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/info/3a22c47c675f4756b9eedbe0c9966f3a is 147, key is hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386./info:regioninfo/1733246575972/Put/seqid=0 2024-12-03T17:23:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741840_1016 (size=5228) 2024-12-03T17:23:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:23:11,960 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/info/3a22c47c675f4756b9eedbe0c9966f3a 2024-12-03T17:23:11,999 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/ns/75bbb7ccdfb44bde85bf7ff20a27c7de is 43, key is default/ns:d/1733246565009/Put/seqid=0 2024-12-03T17:23:12,013 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1466, reset compression=false 2024-12-03T17:23:12,032 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:12,032 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1713, reset compression=false 2024-12-03T17:23:12,032 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,37901,1733246562316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:12,033 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,37901,1733246562316: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,37901,1733246562316, walGroup=27e0f852a164%2C37901%2C1733246562316, offset=27e0f852a164%2C37901%2C1733246562316.1733246564377:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:23:12,035 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:23:12,035 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 1588230740, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:12,035 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:23:12,035 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:23:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:23:12,035 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:23:12,035 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:23:12,035 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 832841080 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199113272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:23:12,039 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/ns/75bbb7ccdfb44bde85bf7ff20a27c7de 2024-12-03T17:23:12,039 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:40871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:40871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:23:12,069 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4b401d7069a4eab838ade286270f63a is 112, key is test,,1733246569773.134faa8b13f33aa69bb561d838810779./rep_barrier:seqnumDuringOpen/1733246570349/Put/seqid=0 2024-12-03T17:23:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741843_1019 (size=5518) 2024-12-03T17:23:12,110 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4b401d7069a4eab838ade286270f63a 2024-12-03T17:23:12,200 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/table/3c6afa86bdb54c059f7ac915b23d8fc5 is 53, key is hbase:replication/table:state/1733246576019/Put/seqid=0 2024-12-03T17:23:12,238 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 1588230740, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:12,242 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1713, reset compression=false 2024-12-03T17:23:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741844_1020 (size=5308) 2024-12-03T17:23:12,268 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/table/3c6afa86bdb54c059f7ac915b23d8fc5 2024-12-03T17:23:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:12,311 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:12,311 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:12,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:12,311 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68520 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:12,323 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/info/3a22c47c675f4756b9eedbe0c9966f3a as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/info/3a22c47c675f4756b9eedbe0c9966f3a 2024-12-03T17:23:12,354 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f/db2a052324264150876f1f1be42295cd 2024-12-03T17:23:12,376 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/info/3a22c47c675f4756b9eedbe0c9966f3a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:12,383 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/ns/75bbb7ccdfb44bde85bf7ff20a27c7de as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/ns/75bbb7ccdfb44bde85bf7ff20a27c7de 2024-12-03T17:23:12,392 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db2a052324264150876f1f1be42295cd 2024-12-03T17:23:12,431 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/ns/75bbb7ccdfb44bde85bf7ff20a27c7de, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:12,442 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 1588230740, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:12,450 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4b401d7069a4eab838ade286270f63a as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/rep_barrier/e4b401d7069a4eab838ade286270f63a 2024-12-03T17:23:12,452 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f1/023fcd22379842e19af4499cc4e69696 is 30, key is row1/f1:/1733246583325/DeleteFamily/seqid=0 2024-12-03T17:23:12,501 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/rep_barrier/e4b401d7069a4eab838ade286270f63a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:12,505 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/.tmp/table/3c6afa86bdb54c059f7ac915b23d8fc5 as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/table/3c6afa86bdb54c059f7ac915b23d8fc5 2024-12-03T17:23:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741845_1021 (size=5158) 2024-12-03T17:23:12,551 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/table/3c6afa86bdb54c059f7ac915b23d8fc5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:12,558 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:12,559 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:23:12,569 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1713, reset compression=false 2024-12-03T17:23:12,643 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 1588230740, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:12,646 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:12,649 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:12,649 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:12,649 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:12,649 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246591835Running coprocessor pre-close hooks at 1733246591835Disabling compacts and flushes for region at 1733246591835Disabling writes for close at 1733246591835Obtaining lock to block concurrent updates at 1733246591836 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733246591836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246591836Flushing stores of hbase:meta,,1.1588230740 at 1733246591839 (+3 ms)Flushing 1588230740/info: creating writer at 1733246591839Flushing 1588230740/info: appending metadata at 1733246591899 (+60 ms)Flushing 1588230740/info: closing flushed file at 1733246591899Flushing 1588230740/ns: creating writer at 1733246591975 (+76 ms)Flushing 1588230740/ns: appending metadata at 1733246591998 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733246591998Flushing 1588230740/rep_barrier: creating writer at 1733246592049 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246592068 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246592068Flushing 1588230740/table: creating writer at 1733246592147 (+79 ms)Flushing 1588230740/table: appending metadata at 1733246592199 (+52 ms)Flushing 1588230740/table: closing flushed file at 1733246592199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1546b5de: reopening flushed file at 1733246592308 (+109 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e99ac63: reopening flushed file at 1733246592377 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d7fe4c: reopening flushed file at 1733246592431 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7137f7f0: reopening flushed file at 1733246592502 (+71 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=16, compaction requested=false at 1733246592558 (+56 ms)Writing region close event to WAL at 1733246592607 (+49 ms)Running coprocessor post-close hooks at 1733246592649 (+42 ms)Closed at 1733246592649 2024-12-03T17:23:12,650 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:12,722 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:12,843 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:23:12,843 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1325): Online Regions={134faa8b13f33aa69bb561d838810779=test,,1733246569773.134faa8b13f33aa69bb561d838810779., 51c52f03909493a7695906c7226c5386=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.} 2024-12-03T17:23:12,843 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:12,914 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f1/023fcd22379842e19af4499cc4e69696 2024-12-03T17:23:12,926 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023fcd22379842e19af4499cc4e69696 2024-12-03T17:23:12,954 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/norep/e377a601979d4f378c717f7d560255d7 is 33, key is row1/norep:/1733246583325/DeleteFamily/seqid=0 2024-12-03T17:23:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741846_1022 (size=5108) 2024-12-03T17:23:13,022 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1713, reset compression=false 2024-12-03T17:23:13,043 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:13,244 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:13,379 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/norep/e377a601979d4f378c717f7d560255d7 2024-12-03T17:23:13,391 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e377a601979d4f378c717f7d560255d7 2024-12-03T17:23:13,392 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f/db2a052324264150876f1f1be42295cd as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/f/db2a052324264150876f1f1be42295cd 2024-12-03T17:23:13,398 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db2a052324264150876f1f1be42295cd 2024-12-03T17:23:13,399 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/f/db2a052324264150876f1f1be42295cd, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T17:23:13,401 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/f1/023fcd22379842e19af4499cc4e69696 as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/f1/023fcd22379842e19af4499cc4e69696 2024-12-03T17:23:13,418 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023fcd22379842e19af4499cc4e69696 2024-12-03T17:23:13,419 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/f1/023fcd22379842e19af4499cc4e69696, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:13,420 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/.tmp/norep/e377a601979d4f378c717f7d560255d7 as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/norep/e377a601979d4f378c717f7d560255d7 2024-12-03T17:23:13,428 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e377a601979d4f378c717f7d560255d7 2024-12-03T17:23:13,428 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/norep/e377a601979d4f378c717f7d560255d7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:13,430 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 134faa8b13f33aa69bb561d838810779 in 1609ms, sequenceid=12, compaction requested=false 2024-12-03T17:23:13,430 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:23:13,444 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 134faa8b13f33aa69bb561d838810779, 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:13,460 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/data/default/test/134faa8b13f33aa69bb561d838810779/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:13,464 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 134faa8b13f33aa69bb561d838810779: Waiting for close lock at 1733246591820Running coprocessor pre-close hooks at 1733246591820Disabling compacts and flushes for region at 1733246591820Disabling writes for close at 1733246591821 (+1 ms)Obtaining lock to block concurrent updates at 1733246591821Preparing flush snapshotting stores in 134faa8b13f33aa69bb561d838810779 at 1733246591821Finished memstore snapshotting test,,1733246569773.134faa8b13f33aa69bb561d838810779., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733246591821Flushing stores of test,,1733246569773.134faa8b13f33aa69bb561d838810779. at 1733246591830 (+9 ms)Flushing 134faa8b13f33aa69bb561d838810779/f: creating writer at 1733246591830Flushing 134faa8b13f33aa69bb561d838810779/f: appending metadata at 1733246591882 (+52 ms)Flushing 134faa8b13f33aa69bb561d838810779/f: closing flushed file at 1733246591882Flushing 134faa8b13f33aa69bb561d838810779/f1: creating writer at 1733246592392 (+510 ms)Flushing 134faa8b13f33aa69bb561d838810779/f1: appending metadata at 1733246592451 (+59 ms)Flushing 134faa8b13f33aa69bb561d838810779/f1: closing flushed file at 1733246592451Flushing 134faa8b13f33aa69bb561d838810779/norep: creating writer at 1733246592927 (+476 ms)Flushing 134faa8b13f33aa69bb561d838810779/norep: appending metadata at 1733246592953 (+26 ms)Flushing 134faa8b13f33aa69bb561d838810779/norep: closing flushed file at 1733246592953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26908820: reopening flushed file at 1733246593391 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463cb5ac: reopening flushed file at 1733246593399 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7ee90f: reopening flushed file at 1733246593419 (+20 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 134faa8b13f33aa69bb561d838810779 in 1609ms, sequenceid=12, compaction requested=false at 1733246593430 (+11 ms)Writing region close event to WAL at 1733246593446 (+16 ms)Running coprocessor post-close hooks at 1733246593463 (+17 ms)Closed at 1733246593464 (+1 ms) 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246569773.134faa8b13f33aa69bb561d838810779. 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51c52f03909493a7695906c7226c5386, disabling compactions & flushes 2024-12-03T17:23:13,464 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. after waiting 0 ms 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51c52f03909493a7695906c7226c5386: Waiting for close lock at 1733246593464Running coprocessor pre-close hooks at 1733246593464Disabling compacts and flushes for region at 1733246593464Disabling writes for close at 1733246593464Failed flush hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386., putting online again at 1733246593464 2024-12-03T17:23:13,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,552 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 1713, reset compression=false 2024-12-03T17:23:13,565 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:13,565 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 2357, reset compression=false 2024-12-03T17:23:13,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:13,646 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:13,646 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1351): Waiting on 51c52f03909493a7695906c7226c5386 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51c52f03909493a7695906c7226c5386, disabling compactions & flushes 2024-12-03T17:23:13,647 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. after waiting 0 ms 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51c52f03909493a7695906c7226c5386: Waiting for close lock at 1733246593647Running coprocessor pre-close hooks at 1733246593647Disabling compacts and flushes for region at 1733246593647Disabling writes for close at 1733246593647Failed flush hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386., putting online again at 1733246593647 2024-12-03T17:23:13,647 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386. 2024-12-03T17:23:13,753 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:13,808 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 to pos 2357, reset compression=false 2024-12-03T17:23:13,847 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:23:13,847 DEBUG [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1325): Online Regions={51c52f03909493a7695906c7226c5386=hbase:replication,,1733246574843.51c52f03909493a7695906c7226c5386.} 2024-12-03T17:23:13,847 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T17:23:13,847 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,37901,1733246562316; all regions closed. 2024-12-03T17:23:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741839_1015 (size=2609) 2024-12-03T17:23:13,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/WALs/27e0f852a164,37901,1733246562316/27e0f852a164%2C37901%2C1733246562316.1733246564377 not finished, retry = 0 2024-12-03T17:23:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741832_1008 (size=2365) 2024-12-03T17:23:13,973 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:13,973 INFO [RS:0;27e0f852a164:37901 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:13,973 INFO [RS:0;27e0f852a164:37901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:13,977 INFO [RS:0;27e0f852a164:37901 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:13,977 INFO [RS:0;27e0f852a164:37901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:13,977 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:13,977 INFO [RS:0;27e0f852a164:37901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,37901,1733246562316 because: Region server is closing 2024-12-03T17:23:13,977 INFO [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37901. 2024-12-03T17:23:13,978 DEBUG [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:13,978 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:13,978 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:13,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:14,078 INFO [RS:0;27e0f852a164:37901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.shipper27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 terminated 2024-12-03T17:23:14,078 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,37901,1733246562316.replicationSource.wal-reader.27e0f852a164%2C37901%2C1733246562316,1-27e0f852a164,37901,1733246562316 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:23:14,078 INFO [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:37901. 2024-12-03T17:23:14,078 DEBUG [RS:0;27e0f852a164:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:14,078 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:14,078 DEBUG [RS:0;27e0f852a164:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:14,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:14,079 INFO [RS:0;27e0f852a164:37901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37901 2024-12-03T17:23:14,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375/rs 2024-12-03T17:23:14,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1473332375/rs/27e0f852a164,37901,1733246562316 2024-12-03T17:23:14,102 INFO [RS:0;27e0f852a164:37901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:14,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,37901,1733246562316] 2024-12-03T17:23:14,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/draining/27e0f852a164,37901,1733246562316 already deleted, retry=false 2024-12-03T17:23:14,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,37901,1733246562316 expired; onlineServers=0 2024-12-03T17:23:14,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,40871,1733246562182' ***** 2024-12-03T17:23:14,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:14,119 INFO [M:0;27e0f852a164:40871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:14,119 INFO [M:0;27e0f852a164:40871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:14,119 DEBUG [M:0;27e0f852a164:40871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:14,119 DEBUG [M:0;27e0f852a164:40871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:14,120 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246564112 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246564112,5,FailOnTimeoutGroup] 2024-12-03T17:23:14,120 INFO [M:0;27e0f852a164:40871 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:14,120 INFO [M:0;27e0f852a164:40871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:14,120 DEBUG [M:0;27e0f852a164:40871 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:14,120 INFO [M:0;27e0f852a164:40871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:14,120 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:14,120 INFO [M:0;27e0f852a164:40871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:14,120 INFO [M:0;27e0f852a164:40871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:14,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:14,123 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246564112 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246564112,5,FailOnTimeoutGroup] 2024-12-03T17:23:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1473332375/master 2024-12-03T17:23:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1473332375 2024-12-03T17:23:14,134 DEBUG [M:0;27e0f852a164:40871 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1473332375/master already deleted, retry=false 2024-12-03T17:23:14,135 DEBUG [M:0;27e0f852a164:40871 {}] master.ActiveMasterManager(353): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1473332375/master 2024-12-03T17:23:14,141 INFO [M:0;27e0f852a164:40871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/.lastflushedseqids 2024-12-03T17:23:14,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:14,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741847_1023 (size=245) 2024-12-03T17:23:14,206 INFO [M:0;27e0f852a164:40871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:14,206 INFO [M:0;27e0f852a164:40871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:14,206 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:14,206 INFO [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:14,206 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:14,206 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:14,206 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:14,206 INFO [M:0;27e0f852a164:40871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T17:23:14,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,220 INFO [RS:0;27e0f852a164:37901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:14,220 INFO [RS:0;27e0f852a164:37901 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,37901,1733246562316; zookeeper connection closed. 2024-12-03T17:23:14,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:14,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1010d4f239f0004, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:14,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:14,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e38d283 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e38d283 2024-12-03T17:23:14,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:14,305 DEBUG [M:0;27e0f852a164:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e2f8f4d7044f6281bd5e3cb8da8830 is 82, key is hbase:meta,,1/info:regioninfo/1733246564998/Put/seqid=0 2024-12-03T17:23:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741848_1024 (size=5672) 2024-12-03T17:23:14,362 INFO [M:0;27e0f852a164:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e2f8f4d7044f6281bd5e3cb8da8830 2024-12-03T17:23:14,415 DEBUG [M:0;27e0f852a164:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e996a21a3ff47e5a8afa176c4e6414b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246576025/Put/seqid=0 2024-12-03T17:23:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741849_1025 (size=8515) 2024-12-03T17:23:14,428 INFO [M:0;27e0f852a164:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e996a21a3ff47e5a8afa176c4e6414b 2024-12-03T17:23:14,461 DEBUG [M:0;27e0f852a164:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512b7b4b1cd14444a37a1d4d09d03d12 is 69, key is 27e0f852a164,37901,1733246562316/rs:state/1733246564114/Put/seqid=0 2024-12-03T17:23:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741850_1026 (size=5156) 2024-12-03T17:23:14,870 INFO [M:0;27e0f852a164:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512b7b4b1cd14444a37a1d4d09d03d12 2024-12-03T17:23:14,877 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e2f8f4d7044f6281bd5e3cb8da8830 as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e2f8f4d7044f6281bd5e3cb8da8830 2024-12-03T17:23:14,887 INFO [M:0;27e0f852a164:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e2f8f4d7044f6281bd5e3cb8da8830, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:23:14,888 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e996a21a3ff47e5a8afa176c4e6414b as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e996a21a3ff47e5a8afa176c4e6414b 2024-12-03T17:23:14,892 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:14,898 INFO [M:0;27e0f852a164:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e996a21a3ff47e5a8afa176c4e6414b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:23:14,900 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/512b7b4b1cd14444a37a1d4d09d03d12 as hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/512b7b4b1cd14444a37a1d4d09d03d12 2024-12-03T17:23:14,910 INFO [M:0;27e0f852a164:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37417/user/jenkins/test-data/4b11ee38-75c1-1826-b600-8ac1650282c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/512b7b4b1cd14444a37a1d4d09d03d12, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:23:14,911 INFO [M:0;27e0f852a164:40871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 705ms, sequenceid=97, compaction requested=false 2024-12-03T17:23:14,958 INFO [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:14,958 DEBUG [M:0;27e0f852a164:40871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246594206Disabling compacts and flushes for region at 1733246594206Disabling writes for close at 1733246594206Obtaining lock to block concurrent updates at 1733246594206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246594206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733246594207 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246594210 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246594210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246594304 (+94 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246594304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246594378 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246594415 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246594415Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246594440 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246594460 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246594460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88c8d44: reopening flushed file at 1733246594876 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328f7d31: reopening flushed file at 1733246594887 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77beb668: reopening flushed file at 1733246594898 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 705ms, sequenceid=97, compaction requested=false at 1733246594911 (+13 ms)Writing region close event to WAL at 1733246594958 (+47 ms)Closed at 1733246594958 2024-12-03T17:23:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34437 is added to blk_1073741830_1006 (size=63642) 2024-12-03T17:23:14,982 INFO [M:0;27e0f852a164:40871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:23:14,982 INFO [M:0;27e0f852a164:40871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40871 2024-12-03T17:23:14,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:14,982 INFO [M:0;27e0f852a164:40871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1010d4f239f0003, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:15,088 INFO [M:0;27e0f852a164:40871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:15,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a00b9a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:15,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:15,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:15,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:15,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:15,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:23:15,117 WARN [BP-460844174-172.17.0.3-1733246560002 heartbeating to localhost/127.0.0.1:37417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:23:15,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:23:15,117 WARN [BP-460844174-172.17.0.3-1733246560002 heartbeating to localhost/127.0.0.1:37417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460844174-172.17.0.3-1733246560002 (Datanode Uuid 500ea195-8f2d-4d2b-a7ce-1dd1f40b5358) service to localhost/127.0.0.1:37417 2024-12-03T17:23:15,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/cluster_368e4eb7-f8a7-7da4-a772-a32394b854ab/data/data1/current/BP-460844174-172.17.0.3-1733246560002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:15,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/cluster_368e4eb7-f8a7-7da4-a772-a32394b854ab/data/data2/current/BP-460844174-172.17.0.3-1733246560002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:15,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:23:15,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:15,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:15,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:15,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:15,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0a9736f-eb4f-a887-9bf4-4532404663a8/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:15,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:23:15,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:15,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:15,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:15,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:15,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:15,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:15,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:15,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2143226245, stopped=false 2024-12-03T17:23:15,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,33601,1733246556690 2024-12-03T17:23:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2145202847/running 2024-12-03T17:23:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:23:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2145202847/running 2024-12-03T17:23:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:23:15,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:15,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/running 2024-12-03T17:23:15,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Set watcher on znode that does not yet exist, /0-2145202847/running 2024-12-03T17:23:15,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:15,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:15,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:15,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,33585,1733246557034' ***** 2024-12-03T17:23:15,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:15,173 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:15,173 INFO [RS:0;27e0f852a164:33585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:15,173 INFO [RS:0;27e0f852a164:33585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:15,173 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dd2b7a425a78bced302622b80205af8 2024-12-03T17:23:15,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,33585,1733246557034 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33585. 2024-12-03T17:23:15,175 DEBUG [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:15,175 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:15,175 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:15,176 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dd2b7a425a78bced302622b80205af8, disabling compactions & flushes 2024-12-03T17:23:15,176 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:23:15,176 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:23:15,176 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246569123.1dd2b7a425a78bced302622b80205af8. after waiting 0 ms 2024-12-03T17:23:15,176 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:23:15,176 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dd2b7a425a78bced302622b80205af8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T17:23:15,193 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:15,193 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1dd2b7a425a78bced302622b80205af8=test,,1733246569123.1dd2b7a425a78bced302622b80205af8., 6f5a3e9abc83d101b491621846fd40ab=hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.} 2024-12-03T17:23:15,193 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:15,193 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:15,194 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:15,194 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:15,194 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:15,194 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:15,194 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:15,196 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:15,245 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f/8a2a8486bf97436c9e29505bd6c4b2ac is 37, key is row3/f:row3/1733246586013/Put/seqid=0 2024-12-03T17:23:15,254 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/info/1c52544283c04e5484e0b1ac9fcdd028 is 147, key is hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab./info:regioninfo/1733246573748/Put/seqid=0 2024-12-03T17:23:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741840_1016 (size=5228) 2024-12-03T17:23:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:23:15,359 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/info/1c52544283c04e5484e0b1ac9fcdd028 2024-12-03T17:23:15,393 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:15,451 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/ns/e1b4f593bc2c4d41856774e774b8bd22 is 43, key is default/ns:d/1733246559786/Put/seqid=0 2024-12-03T17:23:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:23:15,507 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/ns/e1b4f593bc2c4d41856774e774b8bd22 2024-12-03T17:23:15,552 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c6376cfe89e04cd79a5f582325d816d5 is 112, key is test,,1733246569123.1dd2b7a425a78bced302622b80205af8./rep_barrier:seqnumDuringOpen/1733246569626/Put/seqid=0 2024-12-03T17:23:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741843_1019 (size=5518) 2024-12-03T17:23:15,586 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c6376cfe89e04cd79a5f582325d816d5 2024-12-03T17:23:15,593 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:15,645 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/table/96f93a2d293b4831bf0a4b88437ad0b2 is 53, key is hbase:replication/table:state/1733246573805/Put/seqid=0 2024-12-03T17:23:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741844_1020 (size=5308) 2024-12-03T17:23:15,719 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/table/96f93a2d293b4831bf0a4b88437ad0b2 2024-12-03T17:23:15,728 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f/8a2a8486bf97436c9e29505bd6c4b2ac 2024-12-03T17:23:15,755 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2a8486bf97436c9e29505bd6c4b2ac 2024-12-03T17:23:15,786 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/info/1c52544283c04e5484e0b1ac9fcdd028 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/info/1c52544283c04e5484e0b1ac9fcdd028 2024-12-03T17:23:15,794 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:15,819 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/info/1c52544283c04e5484e0b1ac9fcdd028, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:15,829 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/ns/e1b4f593bc2c4d41856774e774b8bd22 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/ns/e1b4f593bc2c4d41856774e774b8bd22 2024-12-03T17:23:15,842 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f1/c0f60a17cb504c03b69aa28b00749c50 is 30, key is row1/f1:/1733246583325/DeleteFamily/seqid=0 2024-12-03T17:23:15,843 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:15,843 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:15,864 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/ns/e1b4f593bc2c4d41856774e774b8bd22, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:15,871 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c6376cfe89e04cd79a5f582325d816d5 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/rep_barrier/c6376cfe89e04cd79a5f582325d816d5 2024-12-03T17:23:15,892 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/rep_barrier/c6376cfe89e04cd79a5f582325d816d5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:15,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/.tmp/table/96f93a2d293b4831bf0a4b88437ad0b2 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/table/96f93a2d293b4831bf0a4b88437ad0b2 2024-12-03T17:23:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741845_1021 (size=5158) 2024-12-03T17:23:15,929 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/table/96f93a2d293b4831bf0a4b88437ad0b2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:15,936 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 742ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:15,936 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:23:15,994 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:16,022 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:16,031 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:16,031 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:16,031 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:16,031 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246595193Running coprocessor pre-close hooks at 1733246595193Disabling compacts and flushes for region at 1733246595193Disabling writes for close at 1733246595194 (+1 ms)Obtaining lock to block concurrent updates at 1733246595194Preparing flush snapshotting stores in 1588230740 at 1733246595194Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246595196 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246595197 (+1 ms)Flushing 1588230740/info: creating writer at 1733246595197Flushing 1588230740/info: appending metadata at 1733246595246 (+49 ms)Flushing 1588230740/info: closing flushed file at 1733246595246Flushing 1588230740/ns: creating writer at 1733246595382 (+136 ms)Flushing 1588230740/ns: appending metadata at 1733246595445 (+63 ms)Flushing 1588230740/ns: closing flushed file at 1733246595445Flushing 1588230740/rep_barrier: creating writer at 1733246595520 (+75 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246595552 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246595552Flushing 1588230740/table: creating writer at 1733246595596 (+44 ms)Flushing 1588230740/table: appending metadata at 1733246595641 (+45 ms)Flushing 1588230740/table: closing flushed file at 1733246595641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cabd9fc: reopening flushed file at 1733246595768 (+127 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ff8b34: reopening flushed file at 1733246595819 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6257000f: reopening flushed file at 1733246595865 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563a9015: reopening flushed file at 1733246595892 (+27 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 742ms, sequenceid=16, compaction requested=false at 1733246595936 (+44 ms)Writing region close event to WAL at 1733246595977 (+41 ms)Running coprocessor post-close hooks at 1733246596031 (+54 ms)Closed at 1733246596031 2024-12-03T17:23:16,032 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:16,126 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1491, reset compression=false 2024-12-03T17:23:16,160 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:16,161 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1738, reset compression=false 2024-12-03T17:23:16,161 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33585,1733246557034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:16,162 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,33585,1733246557034: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,33585,1733246557034, walGroup=27e0f852a164%2C33585%2C1733246557034, offset=27e0f852a164%2C33585%2C1733246557034.1733246559064:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:33585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:23:16,163 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:23:16,163 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:23:16,163 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:23:16,163 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:23:16,163 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:23:16,163 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 817468744 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199961464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:23:16,164 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:33601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:33601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:23:16,194 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:23:16,194 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1325): Online Regions={1dd2b7a425a78bced302622b80205af8=test,,1733246569123.1dd2b7a425a78bced302622b80205af8., 6f5a3e9abc83d101b491621846fd40ab=hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab.} 2024-12-03T17:23:16,194 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:16,300 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f1/c0f60a17cb504c03b69aa28b00749c50 2024-12-03T17:23:16,305 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0f60a17cb504c03b69aa28b00749c50 2024-12-03T17:23:16,340 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/norep/8f35e0e5b1c84e1b80ae05090a3af4ee is 32, key is row/norep:/1733246582318/DeleteFamily/seqid=0 2024-12-03T17:23:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741846_1022 (size=5101) 2024-12-03T17:23:16,365 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/norep/8f35e0e5b1c84e1b80ae05090a3af4ee 2024-12-03T17:23:16,370 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f35e0e5b1c84e1b80ae05090a3af4ee 2024-12-03T17:23:16,371 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f/8a2a8486bf97436c9e29505bd6c4b2ac as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/f/8a2a8486bf97436c9e29505bd6c4b2ac 2024-12-03T17:23:16,376 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a2a8486bf97436c9e29505bd6c4b2ac 2024-12-03T17:23:16,376 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/f/8a2a8486bf97436c9e29505bd6c4b2ac, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T17:23:16,377 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/f1/c0f60a17cb504c03b69aa28b00749c50 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/f1/c0f60a17cb504c03b69aa28b00749c50 2024-12-03T17:23:16,382 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0f60a17cb504c03b69aa28b00749c50 2024-12-03T17:23:16,382 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/f1/c0f60a17cb504c03b69aa28b00749c50, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:16,384 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/.tmp/norep/8f35e0e5b1c84e1b80ae05090a3af4ee as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/norep/8f35e0e5b1c84e1b80ae05090a3af4ee 2024-12-03T17:23:16,394 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f35e0e5b1c84e1b80ae05090a3af4ee 2024-12-03T17:23:16,394 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/norep/8f35e0e5b1c84e1b80ae05090a3af4ee, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T17:23:16,395 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1dd2b7a425a78bced302622b80205af8 in 1219ms, sequenceid=12, compaction requested=false 2024-12-03T17:23:16,395 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:23:16,395 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 1dd2b7a425a78bced302622b80205af8, 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:16,397 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 1738, reset compression=false 2024-12-03T17:23:16,449 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:16,449 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 2382, reset compression=false 2024-12-03T17:23:16,462 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/data/default/test/1dd2b7a425a78bced302622b80205af8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T17:23:16,463 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:16,463 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:16,463 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:23:16,463 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dd2b7a425a78bced302622b80205af8: Waiting for close lock at 1733246595176Running coprocessor pre-close hooks at 1733246595176Disabling compacts and flushes for region at 1733246595176Disabling writes for close at 1733246595176Obtaining lock to block concurrent updates at 1733246595176Preparing flush snapshotting stores in 1dd2b7a425a78bced302622b80205af8 at 1733246595176Finished memstore snapshotting test,,1733246569123.1dd2b7a425a78bced302622b80205af8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733246595177 (+1 ms)Flushing stores of test,,1733246569123.1dd2b7a425a78bced302622b80205af8. at 1733246595177Flushing 1dd2b7a425a78bced302622b80205af8/f: creating writer at 1733246595177Flushing 1dd2b7a425a78bced302622b80205af8/f: appending metadata at 1733246595244 (+67 ms)Flushing 1dd2b7a425a78bced302622b80205af8/f: closing flushed file at 1733246595244Flushing 1dd2b7a425a78bced302622b80205af8/f1: creating writer at 1733246595755 (+511 ms)Flushing 1dd2b7a425a78bced302622b80205af8/f1: appending metadata at 1733246595842 (+87 ms)Flushing 1dd2b7a425a78bced302622b80205af8/f1: closing flushed file at 1733246595842Flushing 1dd2b7a425a78bced302622b80205af8/norep: creating writer at 1733246596305 (+463 ms)Flushing 1dd2b7a425a78bced302622b80205af8/norep: appending metadata at 1733246596338 (+33 ms)Flushing 1dd2b7a425a78bced302622b80205af8/norep: closing flushed file at 1733246596339 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5076c3: reopening flushed file at 1733246596370 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45497ace: reopening flushed file at 1733246596377 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e29edf: reopening flushed file at 1733246596382 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1dd2b7a425a78bced302622b80205af8 in 1219ms, sequenceid=12, compaction requested=false at 1733246596395 (+13 ms)Writing region close event to WAL at 1733246596437 (+42 ms)Running coprocessor post-close hooks at 1733246596463 (+26 ms)Closed at 1733246596463 2024-12-03T17:23:16,463 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246569123.1dd2b7a425a78bced302622b80205af8. 2024-12-03T17:23:16,463 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f5a3e9abc83d101b491621846fd40ab, disabling compactions & flushes 2024-12-03T17:23:16,464 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. after waiting 0 ms 2024-12-03T17:23:16,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f5a3e9abc83d101b491621846fd40ab: Waiting for close lock at 1733246596463Running coprocessor pre-close hooks at 1733246596463Disabling compacts and flushes for region at 1733246596463Disabling writes for close at 1733246596464 (+1 ms)Failed flush hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab., putting online again at 1733246596464 2024-12-03T17:23:16,464 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,596 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:16,596 DEBUG [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1351): Waiting on 6f5a3e9abc83d101b491621846fd40ab 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f5a3e9abc83d101b491621846fd40ab, disabling compactions & flushes 2024-12-03T17:23:16,596 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. after waiting 0 ms 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f5a3e9abc83d101b491621846fd40ab: Waiting for close lock at 1733246596596Running coprocessor pre-close hooks at 1733246596596Disabling compacts and flushes for region at 1733246596596Disabling writes for close at 1733246596596Failed flush hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab., putting online again at 1733246596596 2024-12-03T17:23:16,596 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246572640.6f5a3e9abc83d101b491621846fd40ab. 2024-12-03T17:23:16,694 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/WALs/27e0f852a164,33585,1733246557034/27e0f852a164%2C33585%2C1733246557034.1733246559064 to pos 2382, reset compression=false 2024-12-03T17:23:16,796 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T17:23:16,796 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,33585,1733246557034; all regions closed. 2024-12-03T17:23:16,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741839_1015 (size=2609) 2024-12-03T17:23:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741832_1008 (size=2390) 2024-12-03T17:23:16,847 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:16,847 INFO [RS:0;27e0f852a164:33585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:16,847 INFO [RS:0;27e0f852a164:33585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:16,847 INFO [RS:0;27e0f852a164:33585 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:16,847 INFO [RS:0;27e0f852a164:33585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:16,847 INFO [RS:0;27e0f852a164:33585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,33585,1733246557034 because: Region server is closing 2024-12-03T17:23:16,848 INFO [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33585. 2024-12-03T17:23:16,848 DEBUG [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:16,848 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:16,848 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:16,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:16,848 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:16,948 INFO [RS:0;27e0f852a164:33585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.shipper27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 terminated 2024-12-03T17:23:16,948 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33585,1733246557034.replicationSource.wal-reader.27e0f852a164%2C33585%2C1733246557034,1-27e0f852a164,33585,1733246557034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T17:23:16,949 INFO [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33585. 2024-12-03T17:23:16,949 DEBUG [RS:0;27e0f852a164:33585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:16,949 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:16,949 DEBUG [RS:0;27e0f852a164:33585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:16,949 INFO [RS:0;27e0f852a164:33585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33585 2024-12-03T17:23:16,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:16,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2145202847/rs/27e0f852a164,33585,1733246557034 2024-12-03T17:23:16,952 INFO [RS:0;27e0f852a164:33585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:16,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847/rs 2024-12-03T17:23:16,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,33585,1733246557034] 2024-12-03T17:23:16,969 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/draining/27e0f852a164,33585,1733246557034 already deleted, retry=false 2024-12-03T17:23:16,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,33585,1733246557034 expired; onlineServers=0 2024-12-03T17:23:16,969 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,33601,1733246556690' ***** 2024-12-03T17:23:16,969 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:16,969 INFO [M:0;27e0f852a164:33601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:16,969 INFO [M:0;27e0f852a164:33601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:16,969 DEBUG [M:0;27e0f852a164:33601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:16,969 DEBUG [M:0;27e0f852a164:33601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:16,969 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246558639 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246558639,5,FailOnTimeoutGroup] 2024-12-03T17:23:16,969 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246558644 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246558644,5,FailOnTimeoutGroup] 2024-12-03T17:23:16,970 INFO [M:0;27e0f852a164:33601 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:16,970 INFO [M:0;27e0f852a164:33601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:16,970 DEBUG [M:0;27e0f852a164:33601 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:16,970 INFO [M:0;27e0f852a164:33601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:16,970 INFO [M:0;27e0f852a164:33601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:16,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:16,970 INFO [M:0;27e0f852a164:33601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:16,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:16,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2145202847/master 2024-12-03T17:23:16,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2145202847 2024-12-03T17:23:16,983 DEBUG [M:0;27e0f852a164:33601 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2145202847/master already deleted, retry=false 2024-12-03T17:23:16,983 DEBUG [M:0;27e0f852a164:33601 {}] master.ActiveMasterManager(353): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2145202847/master 2024-12-03T17:23:16,985 INFO [M:0;27e0f852a164:33601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/.lastflushedseqids 2024-12-03T17:23:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741847_1023 (size=245) 2024-12-03T17:23:17,043 INFO [M:0;27e0f852a164:33601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:17,043 INFO [M:0;27e0f852a164:33601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:17,043 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:17,043 INFO [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:17,043 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:17,043 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:17,043 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:17,043 INFO [M:0;27e0f852a164:33601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T17:23:17,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:17,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33585-0x1010d4f239f0001, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:17,054 INFO [RS:0;27e0f852a164:33585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:17,054 INFO [RS:0;27e0f852a164:33585 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,33585,1733246557034; zookeeper connection closed. 2024-12-03T17:23:17,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 2024-12-03T17:23:17,062 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:17,100 DEBUG [M:0;27e0f852a164:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063bb98b7b3a4323aeb21d386f9155c7 is 82, key is hbase:meta,,1/info:regioninfo/1733246559750/Put/seqid=0 2024-12-03T17:23:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741848_1024 (size=5672) 2024-12-03T17:23:17,574 INFO [M:0;27e0f852a164:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063bb98b7b3a4323aeb21d386f9155c7 2024-12-03T17:23:17,604 DEBUG [M:0;27e0f852a164:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ef309464cd43838177efae001d2288 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246569650/Put/seqid=0 2024-12-03T17:23:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741849_1025 (size=7218) 2024-12-03T17:23:18,055 INFO [M:0;27e0f852a164:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ef309464cd43838177efae001d2288 2024-12-03T17:23:18,067 INFO [M:0;27e0f852a164:33601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ef309464cd43838177efae001d2288 2024-12-03T17:23:18,119 DEBUG [M:0;27e0f852a164:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83190537e1564eff8d1f17475e995c0e is 69, key is 27e0f852a164,33585,1733246557034/rs:state/1733246558720/Put/seqid=0 2024-12-03T17:23:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741850_1026 (size=5156) 2024-12-03T17:23:18,184 INFO [M:0;27e0f852a164:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83190537e1564eff8d1f17475e995c0e 2024-12-03T17:23:18,194 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063bb98b7b3a4323aeb21d386f9155c7 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063bb98b7b3a4323aeb21d386f9155c7 2024-12-03T17:23:18,203 INFO [M:0;27e0f852a164:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063bb98b7b3a4323aeb21d386f9155c7, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T17:23:18,204 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ef309464cd43838177efae001d2288 as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ef309464cd43838177efae001d2288 2024-12-03T17:23:18,223 INFO [M:0;27e0f852a164:33601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ef309464cd43838177efae001d2288 2024-12-03T17:23:18,223 INFO [M:0;27e0f852a164:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ef309464cd43838177efae001d2288, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T17:23:18,225 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83190537e1564eff8d1f17475e995c0e as hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83190537e1564eff8d1f17475e995c0e 2024-12-03T17:23:18,235 INFO [M:0;27e0f852a164:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32983/user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83190537e1564eff8d1f17475e995c0e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T17:23:18,236 INFO [M:0;27e0f852a164:33601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1193ms, sequenceid=105, compaction requested=false 2024-12-03T17:23:18,255 INFO [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:18,255 DEBUG [M:0;27e0f852a164:33601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246597043Disabling compacts and flushes for region at 1733246597043Disabling writes for close at 1733246597043Obtaining lock to block concurrent updates at 1733246597043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246597043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733246597044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246597045 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246597045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246597100 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246597100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246597583 (+483 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246597604 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246597604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246598067 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246598110 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246598119 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1579aaf0: reopening flushed file at 1733246598190 (+71 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6961c295: reopening flushed file at 1733246598203 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1789e9b2: reopening flushed file at 1733246598223 (+20 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1193ms, sequenceid=105, compaction requested=false at 1733246598236 (+13 ms)Writing region close event to WAL at 1733246598255 (+19 ms)Closed at 1733246598255 2024-12-03T17:23:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741830_1006 (size=64423) 2024-12-03T17:23:18,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8fc6b44-6009-ec24-1723-3dfcb894a9ec/MasterData/WALs/27e0f852a164,33601,1733246556690/27e0f852a164%2C33601%2C1733246556690.1733246558107 not finished, retry = 0 2024-12-03T17:23:18,402 INFO [M:0;27e0f852a164:33601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:23:18,403 INFO [M:0;27e0f852a164:33601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33601 2024-12-03T17:23:18,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:18,403 INFO [M:0;27e0f852a164:33601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:18,509 INFO [M:0;27e0f852a164:33601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1010d4f239f0000, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:18,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d31998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:18,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:18,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:18,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:18,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:18,528 WARN [BP-1412005947-172.17.0.3-1733246555053 heartbeating to localhost/127.0.0.1:32983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:23:18,528 WARN [BP-1412005947-172.17.0.3-1733246555053 heartbeating to localhost/127.0.0.1:32983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412005947-172.17.0.3-1733246555053 (Datanode Uuid c13a476a-3751-42b0-8df1-92b96941365c) service to localhost/127.0.0.1:32983 2024-12-03T17:23:18,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/data/data1/current/BP-1412005947-172.17.0.3-1733246555053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:18,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/cluster_1c624d8c-eb07-56e2-9a93-10b5edbb5a3e/data/data2/current/BP-1412005947-172.17.0.3-1733246555053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:18,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:23:18,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:23:18,529 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:23:18,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d4b63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:18,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:18,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:18,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:18,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df9b04e-c98a-d921-362e-6565fb5f0daf/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:18,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:23:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:23:18,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=308 (was 259) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32983 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37585 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37417 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1431 (was 1528), ProcessCount=11 (was 11), AvailableMemoryMB=3432 (was 2974) - AvailableMemoryMB LEAK? - 2024-12-03T17:23:18,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010d4f239f0008, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:23:18,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010d4f239f0008, quorum=127.0.0.1:60322, baseZNode=/2-613745548 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:23:18,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4f239f0005, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:23:18,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4f239f0002, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:23:18,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4f239f0002, quorum=127.0.0.1:60322, baseZNode=/0-2145202847 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:23:18,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4f239f0005, quorum=127.0.0.1:60322, baseZNode=/1-1473332375 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:23:18,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=308, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=1431, ProcessCount=11, AvailableMemoryMB=3430 2024-12-03T17:23:18,689 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T17:23:18,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir so I do NOT create it in target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2 2024-12-03T17:23:18,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:23:18,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.tmp.dir so I do NOT create it in target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2 2024-12-03T17:23:18,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4281e2-fbeb-fca2-09e0-32799a6bcc46/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:23:18,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2 2024-12-03T17:23:18,694 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0, deleteOnExit=true 2024-12-03T17:23:18,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/zookeeper_0, clientPort=56644, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:23:18,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56644 2024-12-03T17:23:18,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:23:18,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/test.cache.data in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:23:18,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:23:18,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:23:18,904 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T17:23:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,981 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,981 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:18,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:19,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:19,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:19,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:19,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:19,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:19,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:19,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:19,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:23:19,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:19,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:19,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:19,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2217983b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/java.io.tmpdir/jetty-localhost-44681-hadoop-hdfs-3_4_1-tests_jar-_-any-10069263629151938653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:19,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:44681} 2024-12-03T17:23:19,453 INFO [Time-limited test {}] server.Server(415): Started @263950ms 2024-12-03T17:23:19,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:19,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:19,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:19,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:19,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:23:19,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:19,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:20,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36d129b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/java.io.tmpdir/jetty-localhost-46413-hadoop-hdfs-3_4_1-tests_jar-_-any-395018405328743640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:20,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:46413} 2024-12-03T17:23:20,044 INFO [Time-limited test {}] server.Server(415): Started @264541ms 2024-12-03T17:23:20,046 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:23:20,431 WARN [Thread-3401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/data/data1/current/BP-769150041-172.17.0.3-1733246598818/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:20,447 WARN [Thread-3402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/data/data2/current/BP-769150041-172.17.0.3-1733246598818/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:20,528 WARN [Thread-3389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:23:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec77318b6c9f30d with lease ID 0xd3bc3f0dc80485a0: Processing first storage report for DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=35cf7c88-2abb-4f1a-94ca-92ee2e4d3044, infoPort=32925, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=646722864;c=1733246598818) 2024-12-03T17:23:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec77318b6c9f30d with lease ID 0xd3bc3f0dc80485a0: from storage DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=35cf7c88-2abb-4f1a-94ca-92ee2e4d3044, infoPort=32925, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=646722864;c=1733246598818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:23:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcec77318b6c9f30d with lease ID 0xd3bc3f0dc80485a0: Processing first storage report for DS-dc320957-cc0c-4344-b40c-83442b3cbec4 from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=35cf7c88-2abb-4f1a-94ca-92ee2e4d3044, infoPort=32925, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=646722864;c=1733246598818) 2024-12-03T17:23:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcec77318b6c9f30d with lease ID 0xd3bc3f0dc80485a0: from storage DS-dc320957-cc0c-4344-b40c-83442b3cbec4 node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=35cf7c88-2abb-4f1a-94ca-92ee2e4d3044, infoPort=32925, infoSecurePort=0, ipcPort=41537, storageInfo=lv=-57;cid=testClusterID;nsid=646722864;c=1733246598818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:23:20,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2 2024-12-03T17:23:20,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:20,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:23:20,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d with version=8 2024-12-03T17:23:20,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/hbase-staging 2024-12-03T17:23:20,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:20,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:20,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:20,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:20,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:20,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:20,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:23:20,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:20,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34165 2024-12-03T17:23:20,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34165 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:20,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341650x0, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:20,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34165-0x1010d4fce5e0000 connected 2024-12-03T17:23:20,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:20,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:20,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/running 2024-12-03T17:23:20,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d, hbase.cluster.distributed=false 2024-12-03T17:23:20,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/acl 2024-12-03T17:23:20,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-12-03T17:23:20,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-12-03T17:23:20,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-12-03T17:23:20,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-12-03T17:23:20,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-12-03T17:23:21,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:23:21,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:21,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36655 2024-12-03T17:23:21,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36655 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:21,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:21,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:21,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366550x0, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/running 2024-12-03T17:23:21,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:23:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366550x0, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:21,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36655-0x1010d4fce5e0001 connected 2024-12-03T17:23:21,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:23:21,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/master 2024-12-03T17:23:21,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/acl 2024-12-03T17:23:21,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36655 2024-12-03T17:23:21,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36655 2024-12-03T17:23:21,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36655 2024-12-03T17:23:21,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36655 2024-12-03T17:23:21,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36655 2024-12-03T17:23:21,334 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:34165 2024-12-03T17:23:21,334 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0834986419/backup-masters/27e0f852a164,34165,1733246600688 2024-12-03T17:23:21,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/backup-masters 2024-12-03T17:23:21,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/backup-masters 2024-12-03T17:23:21,342 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on existing znode=/0834986419/backup-masters/27e0f852a164,34165,1733246600688 2024-12-03T17:23:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0834986419/master 2024-12-03T17:23:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:21,348 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on existing znode=/0834986419/master 2024-12-03T17:23:21,348 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0834986419/backup-masters/27e0f852a164,34165,1733246600688 from backup master directory 2024-12-03T17:23:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0834986419/backup-masters/27e0f852a164,34165,1733246600688 2024-12-03T17:23:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/backup-masters 2024-12-03T17:23:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/backup-masters 2024-12-03T17:23:21,359 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:21,359 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,34165,1733246600688 2024-12-03T17:23:21,388 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/hbase.id] with ID: 7c4b4485-9cb4-462b-a7e6-6121634fd88f 2024-12-03T17:23:21,388 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/.tmp/hbase.id 2024-12-03T17:23:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:23:21,868 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/.tmp/hbase.id]:[hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/hbase.id] 2024-12-03T17:23:21,915 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:21,915 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:23:21,917 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:23:21,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:21,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:23:21,982 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:21,983 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:23:21,986 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:23:22,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store 2024-12-03T17:23:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:22,504 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:22,504 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:22,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246602504Disabling compacts and flushes for region at 1733246602504Disabling writes for close at 1733246602504Writing region close event to WAL at 1733246602504Closed at 1733246602504 2024-12-03T17:23:22,506 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/.initializing 2024-12-03T17:23:22,506 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/WALs/27e0f852a164,34165,1733246600688 2024-12-03T17:23:22,508 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:22,519 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C34165%2C1733246600688, suffix=, logDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/WALs/27e0f852a164,34165,1733246600688, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/oldWALs, maxLogs=10 2024-12-03T17:23:22,561 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/WALs/27e0f852a164,34165,1733246600688/27e0f852a164%2C34165%2C1733246600688.1733246602519, exclude list is [], retry=0 2024-12-03T17:23:22,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f,DISK] 2024-12-03T17:23:22,613 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/WALs/27e0f852a164,34165,1733246600688/27e0f852a164%2C34165%2C1733246600688.1733246602519 2024-12-03T17:23:22,614 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32925:32925)] 2024-12-03T17:23:22,614 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:22,615 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:22,615 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,615 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:23:22,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:22,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:22,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:23:22,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:22,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:22,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:23:22,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:22,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:22,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:23:22,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:22,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:22,664 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,664 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,665 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,666 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,666 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,666 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:22,667 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:22,697 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:22,700 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837152, jitterRate=0.11516046524047852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:22,701 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246602615Initializing all the Stores at 1733246602620 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246602620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246602623 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246602623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246602623Cleaning up temporary data from old regions at 1733246602666 (+43 ms)Region opened successfully at 1733246602701 (+35 ms) 2024-12-03T17:23:22,702 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:23:22,711 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bf4c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:22,712 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:23:22,713 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:23:22,713 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:23:22,713 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:23:22,713 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:23:22,714 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:23:22,714 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:23:22,718 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:23:22,719 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Unable to get data of znode /0834986419/balancer because node does not exist (not necessarily an error) 2024-12-03T17:23:22,720 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/balancer already deleted, retry=false 2024-12-03T17:23:22,721 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:23:22,722 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Unable to get data of znode /0834986419/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:23:22,724 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/normalizer already deleted, retry=false 2024-12-03T17:23:22,724 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:23:22,743 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Unable to get data of znode /0834986419/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:23:22,745 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/switch/split already deleted, retry=false 2024-12-03T17:23:22,747 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Unable to get data of znode /0834986419/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:23:22,754 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/switch/merge already deleted, retry=false 2024-12-03T17:23:22,757 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Unable to get data of znode /0834986419/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:23:22,758 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/snapshot-cleanup already deleted, retry=false 2024-12-03T17:23:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0834986419/running 2024-12-03T17:23:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0834986419/running 2024-12-03T17:23:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,762 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,34165,1733246600688, sessionid=0x1010d4fce5e0000, setting cluster-up flag (Was=false) 2024-12-03T17:23:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,783 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0834986419/flush-table-proc/acquired, /0834986419/flush-table-proc/reached, /0834986419/flush-table-proc/abort 2024-12-03T17:23:22,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,34165,1733246600688 2024-12-03T17:23:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:22,825 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0834986419/online-snapshot/acquired, /0834986419/online-snapshot/reached, /0834986419/online-snapshot/abort 2024-12-03T17:23:22,838 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,34165,1733246600688 2024-12-03T17:23:22,851 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:23:22,875 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:22,875 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:23:22,875 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:23:22,876 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,34165,1733246600688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:22,889 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:22,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:22,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:23:22,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:22,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:23:22,938 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246632938 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:23:22,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:23:22,940 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:22,955 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:23:22,955 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:23:22,955 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:23:22,955 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:23:22,962 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:23:22,962 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:23:22,982 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246602963,5,FailOnTimeoutGroup] 2024-12-03T17:23:22,998 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246602982,5,FailOnTimeoutGroup] 2024-12-03T17:23:22,998 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:22,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:23:22,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:22,999 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,010 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(746): ClusterId : 7c4b4485-9cb4-462b-a7e6-6121634fd88f 2024-12-03T17:23:23,010 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:23:23,026 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:23:23,026 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:23:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:23:23,050 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:23:23,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:23:23,051 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:23,051 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d 2024-12-03T17:23:23,079 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:36655 2024-12-03T17:23:23,079 INFO [RS:0;27e0f852a164:36655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:23:23,079 INFO [RS:0;27e0f852a164:36655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:23:23,079 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:23:23,087 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,34165,1733246600688 with port=36655, startcode=1733246601056 2024-12-03T17:23:23,087 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:23:23,103 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:23:23,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,106 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d 2024-12-03T17:23:23,106 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38969 2024-12-03T17:23:23,106 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:23:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/rs 2024-12-03T17:23:23,114 DEBUG [RS:0;27e0f852a164:36655 {}] zookeeper.ZKUtil(111): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on existing znode=/0834986419/rs/27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,114 WARN [RS:0;27e0f852a164:36655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:23,115 INFO [RS:0;27e0f852a164:36655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:23:23,115 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,36655,1733246601056] 2024-12-03T17:23:23,177 INFO [RS:0;27e0f852a164:36655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:23:23,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:23:23,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:23:23,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:23,182 INFO [RS:0;27e0f852a164:36655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:23:23,186 INFO [RS:0;27e0f852a164:36655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:23:23,187 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,190 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:23:23,194 INFO [RS:0;27e0f852a164:36655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:23:23,194 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:23,195 DEBUG [RS:0;27e0f852a164:36655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:23,234 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,234 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,234 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,234 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,235 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,235 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36655,1733246601056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:23,285 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:23:23,285 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36655,1733246601056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,286 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,286 INFO [RS:0;27e0f852a164:36655 {}] regionserver.Replication(171): 27e0f852a164,36655,1733246601056 started 2024-12-03T17:23:23,324 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:23,324 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,36655,1733246601056, RpcServer on 27e0f852a164/172.17.0.3:36655, sessionid=0x1010d4fce5e0001 2024-12-03T17:23:23,324 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:23:23,324 DEBUG [RS:0;27e0f852a164:36655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,324 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,36655,1733246601056' 2024-12-03T17:23:23,324 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0834986419/flush-table-proc/abort' 2024-12-03T17:23:23,330 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0834986419/flush-table-proc/acquired' 2024-12-03T17:23:23,334 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:23:23,334 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:23:23,334 DEBUG [RS:0;27e0f852a164:36655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,334 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,36655,1733246601056' 2024-12-03T17:23:23,334 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0834986419/online-snapshot/abort' 2024-12-03T17:23:23,342 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0834986419/online-snapshot/acquired' 2024-12-03T17:23:23,354 DEBUG [RS:0;27e0f852a164:36655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:23:23,354 INFO [RS:0;27e0f852a164:36655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:23:23,354 INFO [RS:0;27e0f852a164:36655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:23:23,457 INFO [RS:0;27e0f852a164:36655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:23,461 INFO [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C36655%2C1733246601056, suffix=, logDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs, maxLogs=10 2024-12-03T17:23:23,484 DEBUG [RS:0;27e0f852a164:36655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462, exclude list is [], retry=0 2024-12-03T17:23:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f,DISK] 2024-12-03T17:23:23,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:23,523 INFO [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 2024-12-03T17:23:23,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:23,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:23,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:23,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:23,529 DEBUG [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32925:32925)] 2024-12-03T17:23:23,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:23,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:23,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:23,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:23,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:23,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:23,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:23,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:23,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:23,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:23,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740 2024-12-03T17:23:23,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740 2024-12-03T17:23:23,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:23,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:23,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:23,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:23,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:23,628 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72756858, jitterRate=0.0841616690158844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:23,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246603515Initializing all the Stores at 1733246603520 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246603520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246603521 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246603521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246603521Cleaning up temporary data from old regions at 1733246603610 (+89 ms)Region opened successfully at 1733246603630 (+20 ms) 2024-12-03T17:23:23,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:23,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:23,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:23,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:23,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:23,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:23,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246603630Disabling compacts and flushes for region at 1733246603630Disabling writes for close at 1733246603630Writing region close event to WAL at 1733246603638 (+8 ms)Closed at 1733246603638 2024-12-03T17:23:23,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:23,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:23:23,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:23:23,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:23,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:23:23,807 DEBUG [27e0f852a164:34165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:23:23,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:23,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,36655,1733246601056, state=OPENING 2024-12-03T17:23:23,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:23:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:23,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0834986419/meta-region-server: CHANGED 2024-12-03T17:23:23,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0834986419/meta-region-server: CHANGED 2024-12-03T17:23:23,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:23,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,36655,1733246601056}] 2024-12-03T17:23:24,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:24,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:23:24,034 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:23:24,035 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:24,035 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:23:24,040 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C36655%2C1733246601056.meta, suffix=.meta, logDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs, maxLogs=10 2024-12-03T17:23:24,061 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.meta.1733246604041.meta, exclude list is [], retry=0 2024-12-03T17:23:24,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f,DISK] 2024-12-03T17:23:24,071 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.meta.1733246604041.meta 2024-12-03T17:23:24,074 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32925:32925)] 2024-12-03T17:23:24,075 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:24,075 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:24,075 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:24,075 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:23:24,075 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:23:24,075 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:23:24,075 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:24,076 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:23:24,076 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:23:24,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:24,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:24,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:24,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:24,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:24,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:24,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:24,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:24,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:24,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:24,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:24,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:24,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:24,085 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:24,085 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740 2024-12-03T17:23:24,087 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740 2024-12-03T17:23:24,088 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:24,089 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:24,089 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:24,091 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:24,092 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59046969, jitterRate=-0.12013159692287445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:24,092 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:23:24,093 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246604076Writing region info on filesystem at 1733246604076Initializing all the Stores at 1733246604077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246604077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246604078 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246604078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246604078Cleaning up temporary data from old regions at 1733246604089 (+11 ms)Running coprocessor post-open hooks at 1733246604092 (+3 ms)Region opened successfully at 1733246604093 (+1 ms) 2024-12-03T17:23:24,094 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246604009 2024-12-03T17:23:24,102 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:23:24,102 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:23:24,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:24,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,36655,1733246601056, state=OPEN 2024-12-03T17:23:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0834986419/meta-region-server 2024-12-03T17:23:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0834986419/meta-region-server 2024-12-03T17:23:24,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,36655,1733246601056 2024-12-03T17:23:24,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0834986419/meta-region-server: CHANGED 2024-12-03T17:23:24,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0834986419/meta-region-server: CHANGED 2024-12-03T17:23:24,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:23:24,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,36655,1733246601056 in 260 msec 2024-12-03T17:23:24,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:23:24,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-03T17:23:24,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:24,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:23:24,122 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:24,122 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,36655,1733246601056, seqNum=-1] 2024-12-03T17:23:24,122 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:24,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:24,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-03T17:23:24,130 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246604130, completionTime=-1 2024-12-03T17:23:24,130 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:23:24,130 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:23:24,132 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:23:24,132 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246664132 2024-12-03T17:23:24,132 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246724132 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:34165, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,133 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,134 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,136 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:23:24,141 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:24,142 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:23:24,145 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:23:24,145 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:23:24,145 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34165,1733246600688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:24,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:24,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,34165,-1 for getting cluster id 2024-12-03T17:23:24,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:24,239 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c4b4485-9cb4-462b-a7e6-6121634fd88f' 2024-12-03T17:23:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c4b4485-9cb4-462b-a7e6-6121634fd88f" 2024-12-03T17:23:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6059cf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,34165,-1] 2024-12-03T17:23:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:24,243 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:24,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adb554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:24,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,36655,1733246601056, seqNum=-1] 2024-12-03T17:23:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:24,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,34165,1733246600688 2024-12-03T17:23:24,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:24,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d4fce5e0002 connected 2024-12-03T17:23:24,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir so I do NOT create it in target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa 2024-12-03T17:23:24,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:23:24,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.tmp.dir so I do NOT create it in target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa 2024-12-03T17:23:24,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:23:24,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa 2024-12-03T17:23:24,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/cluster_0725ed2a-5ed9-3f0f-817c-d12ab046fa11, deleteOnExit=true 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/test.cache.data in system properties and HBase conf 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:23:24,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:23:24,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:23:24,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:23:24,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:24,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:24,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:24,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:24,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:23:24,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:24,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:24,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:24,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a3384c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/java.io.tmpdir/jetty-localhost-44225-hadoop-hdfs-3_4_1-tests_jar-_-any-15749555341210595101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:24,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:44225} 2024-12-03T17:23:24,943 INFO [Time-limited test {}] server.Server(415): Started @269440ms 2024-12-03T17:23:25,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:25,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:25,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:25,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:25,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:23:25,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:25,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:25,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6d7f72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/java.io.tmpdir/jetty-localhost-39219-hadoop-hdfs-3_4_1-tests_jar-_-any-3319074351845751827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:25,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:39219} 2024-12-03T17:23:25,602 INFO [Time-limited test {}] server.Server(415): Started @270100ms 2024-12-03T17:23:25,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:23:25,938 WARN [Thread-3521 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/cluster_0725ed2a-5ed9-3f0f-817c-d12ab046fa11/data/data1/current/BP-776057858-172.17.0.3-1733246604407/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:25,943 WARN [Thread-3522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/cluster_0725ed2a-5ed9-3f0f-817c-d12ab046fa11/data/data2/current/BP-776057858-172.17.0.3-1733246604407/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:26,063 WARN [Thread-3509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:23:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc947b12b42e5907 with lease ID 0x5c5d9c789039a8a5: Processing first storage report for DS-8bf2f783-584c-47b7-9803-f069bff6afe8 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=6401c081-29ae-4810-89d0-a87c54c20fb1, infoPort=46621, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=700455076;c=1733246604407) 2024-12-03T17:23:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc947b12b42e5907 with lease ID 0x5c5d9c789039a8a5: from storage DS-8bf2f783-584c-47b7-9803-f069bff6afe8 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=6401c081-29ae-4810-89d0-a87c54c20fb1, infoPort=46621, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=700455076;c=1733246604407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:23:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc947b12b42e5907 with lease ID 0x5c5d9c789039a8a5: Processing first storage report for DS-903ec84c-7450-40ef-95c6-122c0a779147 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=6401c081-29ae-4810-89d0-a87c54c20fb1, infoPort=46621, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=700455076;c=1733246604407) 2024-12-03T17:23:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc947b12b42e5907 with lease ID 0x5c5d9c789039a8a5: from storage DS-903ec84c-7450-40ef-95c6-122c0a779147 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=6401c081-29ae-4810-89d0-a87c54c20fb1, infoPort=46621, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=700455076;c=1733246604407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:23:26,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa 2024-12-03T17:23:26,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:23:26,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935 with version=8 2024-12-03T17:23:26,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/hbase-staging 2024-12-03T17:23:26,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:26,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:23:26,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:26,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36437 2024-12-03T17:23:26,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36437 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:26,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364370x0, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:26,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36437-0x1010d4fce5e0003 connected 2024-12-03T17:23:26,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/running 2024-12-03T17:23:26,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935, hbase.cluster.distributed=false 2024-12-03T17:23:26,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/acl 2024-12-03T17:23:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-03T17:23:26,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36437 2024-12-03T17:23:26,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36437 2024-12-03T17:23:26,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-03T17:23:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-03T17:23:26,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:23:26,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:26,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33533 2024-12-03T17:23:26,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33533 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:26,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335330x0, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:26,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335330x0, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/running 2024-12-03T17:23:26,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:23:26,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33533-0x1010d4fce5e0004 connected 2024-12-03T17:23:26,604 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:23:26,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/master 2024-12-03T17:23:26,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/acl 2024-12-03T17:23:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T17:23:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-12-03T17:23:26,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-12-03T17:23:26,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T17:23:26,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T17:23:26,716 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:36437 2024-12-03T17:23:26,727 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-532355673/backup-masters/27e0f852a164,36437,1733246606245 2024-12-03T17:23:26,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/backup-masters 2024-12-03T17:23:26,731 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on existing znode=/1-532355673/backup-masters/27e0f852a164,36437,1733246606245 2024-12-03T17:23:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/backup-masters 2024-12-03T17:23:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532355673/master 2024-12-03T17:23:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:26,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:26,744 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on existing znode=/1-532355673/master 2024-12-03T17:23:26,749 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-532355673/backup-masters/27e0f852a164,36437,1733246606245 from backup master directory 2024-12-03T17:23:26,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/backup-masters 2024-12-03T17:23:26,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532355673/backup-masters/27e0f852a164,36437,1733246606245 2024-12-03T17:23:26,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/backup-masters 2024-12-03T17:23:26,756 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:26,756 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,36437,1733246606245 2024-12-03T17:23:26,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/hbase.id] with ID: 6b035bd7-e8b7-4667-b868-433114cac234 2024-12-03T17:23:26,791 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/.tmp/hbase.id 2024-12-03T17:23:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:23:26,866 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/.tmp/hbase.id]:[hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/hbase.id] 2024-12-03T17:23:26,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:26,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:23:26,928 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:23:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:26,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:23:27,059 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:27,060 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:23:27,060 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:23:27,139 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store 2024-12-03T17:23:27,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:23:27,198 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:27,198 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:27,198 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:27,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:27,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:27,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:27,199 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:27,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246607198Disabling compacts and flushes for region at 1733246607198Disabling writes for close at 1733246607199 (+1 ms)Writing region close event to WAL at 1733246607199Closed at 1733246607199 2024-12-03T17:23:27,207 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/.initializing 2024-12-03T17:23:27,207 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/WALs/27e0f852a164,36437,1733246606245 2024-12-03T17:23:27,219 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:27,236 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C36437%2C1733246606245, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/WALs/27e0f852a164,36437,1733246606245, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/oldWALs, maxLogs=10 2024-12-03T17:23:27,261 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/WALs/27e0f852a164,36437,1733246606245/27e0f852a164%2C36437%2C1733246606245.1733246607237, exclude list is [], retry=0 2024-12-03T17:23:27,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-8bf2f783-584c-47b7-9803-f069bff6afe8,DISK] 2024-12-03T17:23:27,307 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/WALs/27e0f852a164,36437,1733246606245/27e0f852a164%2C36437%2C1733246606245.1733246607237 2024-12-03T17:23:27,314 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46621:46621)] 2024-12-03T17:23:27,315 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:27,315 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:27,315 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,315 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:23:27,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:27,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:27,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:23:27,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:23:27,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:27,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:27,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:23:27,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:27,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:27,367 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,373 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,378 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,394 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,395 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,400 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:27,403 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:27,411 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:27,415 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70626146, jitterRate=0.05241158604621887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:27,415 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246607315Initializing all the Stores at 1733246607330 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246607330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246607338 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246607338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246607338Cleaning up temporary data from old regions at 1733246607395 (+57 ms)Region opened successfully at 1733246607415 (+20 ms) 2024-12-03T17:23:27,430 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:23:27,451 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:27,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:23:27,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:23:27,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:23:27,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:23:27,459 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T17:23:27,459 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:23:27,459 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:23:27,481 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:23:27,484 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Unable to get data of znode /1-532355673/balancer because node does not exist (not necessarily an error) 2024-12-03T17:23:27,487 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/balancer already deleted, retry=false 2024-12-03T17:23:27,491 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:23:27,494 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Unable to get data of znode /1-532355673/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:23:27,500 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/normalizer already deleted, retry=false 2024-12-03T17:23:27,500 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:23:27,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Unable to get data of znode /1-532355673/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:23:27,514 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/switch/split already deleted, retry=false 2024-12-03T17:23:27,521 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Unable to get data of znode /1-532355673/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:23:27,525 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/switch/merge already deleted, retry=false 2024-12-03T17:23:27,550 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Unable to get data of znode /1-532355673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:23:27,574 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/snapshot-cleanup already deleted, retry=false 2024-12-03T17:23:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532355673/running 2024-12-03T17:23:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532355673/running 2024-12-03T17:23:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,594 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,36437,1733246606245, sessionid=0x1010d4fce5e0003, setting cluster-up flag (Was=false) 2024-12-03T17:23:27,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,637 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-532355673/flush-table-proc/acquired, /1-532355673/flush-table-proc/reached, /1-532355673/flush-table-proc/abort 2024-12-03T17:23:27,647 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36437,1733246606245 2024-12-03T17:23:27,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:27,704 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-532355673/online-snapshot/acquired, /1-532355673/online-snapshot/reached, /1-532355673/online-snapshot/abort 2024-12-03T17:23:27,706 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,36437,1733246606245 2024-12-03T17:23:27,719 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:23:27,735 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:27,735 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:23:27,736 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:23:27,736 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,36437,1733246606245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:23:27,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:27,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:27,737 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:27,738 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:27,738 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:23:27,738 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:27,738 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:27,738 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:27,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:27,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:23:27,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:27,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246637798 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:23:27,798 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:23:27,803 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:27,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:23:27,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:23:27,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:23:27,815 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:23:27,848 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(746): ClusterId : 6b035bd7-e8b7-4667-b868-433114cac234 2024-12-03T17:23:27,848 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:23:27,850 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:23:27,850 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:23:27,850 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246607850,5,FailOnTimeoutGroup] 2024-12-03T17:23:27,852 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:23:27,852 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:23:27,863 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246607850,5,FailOnTimeoutGroup] 2024-12-03T17:23:27,863 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:27,863 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:23:27,863 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:27,863 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:27,864 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:23:27,864 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffe5f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:27,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:23:27,916 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:33533 2024-12-03T17:23:27,917 INFO [RS:0;27e0f852a164:33533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:23:27,917 INFO [RS:0;27e0f852a164:33533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:23:27,917 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:23:27,919 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,36437,1733246606245 with port=33533, startcode=1733246606514 2024-12-03T17:23:27,919 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:23:27,931 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:23:27,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,33533,1733246606514 2024-12-03T17:23:27,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36437 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,33533,1733246606514 2024-12-03T17:23:27,947 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935 2024-12-03T17:23:27,947 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33257 2024-12-03T17:23:27,947 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:23:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/rs 2024-12-03T17:23:27,954 DEBUG [RS:0;27e0f852a164:33533 {}] zookeeper.ZKUtil(111): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on existing znode=/1-532355673/rs/27e0f852a164,33533,1733246606514 2024-12-03T17:23:27,954 WARN [RS:0;27e0f852a164:33533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:27,954 INFO [RS:0;27e0f852a164:33533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:27,954 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514 2024-12-03T17:23:27,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,33533,1733246606514] 2024-12-03T17:23:27,993 INFO [RS:0;27e0f852a164:33533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:23:27,997 INFO [RS:0;27e0f852a164:33533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:23:28,006 INFO [RS:0;27e0f852a164:33533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:23:28,007 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,008 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:23:28,026 INFO [RS:0;27e0f852a164:33533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:23:28,027 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:28,027 DEBUG [RS:0;27e0f852a164:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:28,062 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,063 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,063 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,063 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,063 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,063 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33533,1733246606514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:28,088 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:23:28,089 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,33533,1733246606514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,089 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,089 INFO [RS:0;27e0f852a164:33533 {}] regionserver.Replication(171): 27e0f852a164,33533,1733246606514 started 2024-12-03T17:23:28,123 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:28,123 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,33533,1733246606514, RpcServer on 27e0f852a164/172.17.0.3:33533, sessionid=0x1010d4fce5e0004 2024-12-03T17:23:28,124 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:23:28,124 DEBUG [RS:0;27e0f852a164:33533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,33533,1733246606514 2024-12-03T17:23:28,124 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,33533,1733246606514' 2024-12-03T17:23:28,124 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-532355673/flush-table-proc/abort' 2024-12-03T17:23:28,126 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-532355673/flush-table-proc/acquired' 2024-12-03T17:23:28,130 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:23:28,130 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:23:28,130 DEBUG [RS:0;27e0f852a164:33533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,33533,1733246606514 2024-12-03T17:23:28,130 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,33533,1733246606514' 2024-12-03T17:23:28,130 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-532355673/online-snapshot/abort' 2024-12-03T17:23:28,131 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-532355673/online-snapshot/acquired' 2024-12-03T17:23:28,132 DEBUG [RS:0;27e0f852a164:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:23:28,132 INFO [RS:0;27e0f852a164:33533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:23:28,132 INFO [RS:0;27e0f852a164:33533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:23:28,235 INFO [RS:0;27e0f852a164:33533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:28,243 INFO [RS:0;27e0f852a164:33533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33533%2C1733246606514, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/oldWALs, maxLogs=10 2024-12-03T17:23:28,285 DEBUG [RS:0;27e0f852a164:33533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, exclude list is [], retry=0 2024-12-03T17:23:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-8bf2f783-584c-47b7-9803-f069bff6afe8,DISK] 2024-12-03T17:23:28,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:23:28,296 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935 2024-12-03T17:23:28,347 INFO [RS:0;27e0f852a164:33533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 2024-12-03T17:23:28,350 DEBUG [RS:0;27e0f852a164:33533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46621:46621)] 2024-12-03T17:23:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:23:28,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:28,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:28,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:28,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:28,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:28,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:28,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:28,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:28,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:28,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:28,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740 2024-12-03T17:23:28,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740 2024-12-03T17:23:28,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:28,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:28,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:28,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:28,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:28,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75086013, jitterRate=0.11886878311634064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:28,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246608389Initializing all the Stores at 1733246608394 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246608394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608394Cleaning up temporary data from old regions at 1733246608480 (+86 ms)Region opened successfully at 1733246608506 (+26 ms) 2024-12-03T17:23:28,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:28,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:28,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:28,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:28,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:28,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:28,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246608507Disabling compacts and flushes for region at 1733246608507Disabling writes for close at 1733246608507Writing region close event to WAL at 1733246608523 (+16 ms)Closed at 1733246608523 2024-12-03T17:23:28,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:28,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:23:28,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:23:28,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:28,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:23:28,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:28,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,687 DEBUG [27e0f852a164:36437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:23:28,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:28,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,33533,1733246606514, state=OPENING 2024-12-03T17:23:28,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:23:28,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:28,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532355673/meta-region-server: CHANGED 2024-12-03T17:23:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:28,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:28,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,33533,1733246606514}] 2024-12-03T17:23:28,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532355673/meta-region-server: CHANGED 2024-12-03T17:23:28,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:28,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:28,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:23:28,911 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:23:28,911 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:28,911 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:23:28,913 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33533%2C1733246606514.meta, suffix=.meta, logDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/oldWALs, maxLogs=10 2024-12-03T17:23:28,931 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.meta.1733246608913.meta, exclude list is [], retry=0 2024-12-03T17:23:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-8bf2f783-584c-47b7-9803-f069bff6afe8,DISK] 2024-12-03T17:23:28,962 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.meta.1733246608913.meta 2024-12-03T17:23:28,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46621:46621)] 2024-12-03T17:23:28,971 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:28,971 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:23:28,972 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:23:28,972 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:23:28,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:28,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:28,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:28,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:28,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:28,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:28,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:28,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:28,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:29,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:29,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:29,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:29,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:29,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:29,011 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:29,012 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740 2024-12-03T17:23:29,013 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740 2024-12-03T17:23:29,014 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:29,014 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:29,015 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:29,016 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:29,016 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72443195, jitterRate=0.07948772609233856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:29,016 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:23:29,017 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246608972Writing region info on filesystem at 1733246608972Initializing all the Stores at 1733246608973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608974 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246608974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246608974Cleaning up temporary data from old regions at 1733246609014 (+40 ms)Running coprocessor post-open hooks at 1733246609016 (+2 ms)Region opened successfully at 1733246609016 2024-12-03T17:23:29,019 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246608875 2024-12-03T17:23:29,027 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:23:29,027 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:23:29,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:29,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,33533,1733246606514, state=OPEN 2024-12-03T17:23:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-532355673/meta-region-server 2024-12-03T17:23:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-532355673/meta-region-server 2024-12-03T17:23:29,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,33533,1733246606514 2024-12-03T17:23:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532355673/meta-region-server: CHANGED 2024-12-03T17:23:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532355673/meta-region-server: CHANGED 2024-12-03T17:23:29,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:23:29,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,33533,1733246606514 in 328 msec 2024-12-03T17:23:29,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:23:29,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-12-03T17:23:29,051 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:29,051 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:23:29,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:29,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33533,1733246606514, seqNum=-1] 2024-12-03T17:23:29,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:29,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:29,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-12-03T17:23:29,088 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246609088, completionTime=-1 2024-12-03T17:23:29,088 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:23:29,088 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:23:29,091 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:23:29,091 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246669091 2024-12-03T17:23:29,091 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246729091 2024-12-03T17:23:29,091 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:23:29,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:36437, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,092 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,102 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,118 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.365sec 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:29,121 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:23:29,126 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:23:29,126 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:23:29,126 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,36437,1733246606245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:29,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:29,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:29,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:29,171 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe8e1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:29,173 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:29,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cef21b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:29,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33533,1733246606514, seqNum=-1] 2024-12-03T17:23:29,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:23:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:29,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:29,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,36437,1733246606245 2024-12-03T17:23:29,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:29,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d4fce5e0005 connected 2024-12-03T17:23:29,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir so I do NOT create it in target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0 2024-12-03T17:23:29,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:23:29,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.tmp.dir so I do NOT create it in target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0 2024-12-03T17:23:29,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:23:29,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/cluster_f20948b8-679d-eaf0-1f35-c2cb246559bb, deleteOnExit=true 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/test.cache.data in system properties and HBase conf 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:23:29,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:23:29,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:23:29,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:23:29,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:23:29,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:23:29,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:29,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:29,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:29,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:29,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:23:29,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:29,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:29,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:29,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4605f804{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/java.io.tmpdir/jetty-localhost-45469-hadoop-hdfs-3_4_1-tests_jar-_-any-11316149293636596400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:29,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:45469} 2024-12-03T17:23:29,614 INFO [Time-limited test {}] server.Server(415): Started @274111ms 2024-12-03T17:23:29,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:23:29,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:23:29,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:23:29,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:23:29,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:23:29,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:23:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:23:30,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5185f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/java.io.tmpdir/jetty-localhost-37785-hadoop-hdfs-3_4_1-tests_jar-_-any-3377334629998672648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:30,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:37785} 2024-12-03T17:23:30,143 INFO [Time-limited test {}] server.Server(415): Started @274640ms 2024-12-03T17:23:30,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:23:30,544 WARN [Thread-3642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/cluster_f20948b8-679d-eaf0-1f35-c2cb246559bb/data/data1/current/BP-804822472-172.17.0.3-1733246609269/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:30,554 WARN [Thread-3643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/cluster_f20948b8-679d-eaf0-1f35-c2cb246559bb/data/data2/current/BP-804822472-172.17.0.3-1733246609269/current, will proceed with Du for space computation calculation, 2024-12-03T17:23:30,667 WARN [Thread-3630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:23:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c027deac45f288a with lease ID 0x1ce142624ab9099f: Processing first storage report for DS-3ad6fd47-6232-481a-b3f7-85578b67646b from datanode DatanodeRegistration(127.0.0.1:41229, datanodeUuid=eeaaa656-c52b-4ecc-ada8-d0bbdc546e2d, infoPort=39439, infoSecurePort=0, ipcPort=39175, storageInfo=lv=-57;cid=testClusterID;nsid=1783767414;c=1733246609269) 2024-12-03T17:23:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c027deac45f288a with lease ID 0x1ce142624ab9099f: from storage DS-3ad6fd47-6232-481a-b3f7-85578b67646b node DatanodeRegistration(127.0.0.1:41229, datanodeUuid=eeaaa656-c52b-4ecc-ada8-d0bbdc546e2d, infoPort=39439, infoSecurePort=0, ipcPort=39175, storageInfo=lv=-57;cid=testClusterID;nsid=1783767414;c=1733246609269), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:23:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c027deac45f288a with lease ID 0x1ce142624ab9099f: Processing first storage report for DS-213325d1-853c-4fba-8cab-09b3ff3f840a from datanode DatanodeRegistration(127.0.0.1:41229, datanodeUuid=eeaaa656-c52b-4ecc-ada8-d0bbdc546e2d, infoPort=39439, infoSecurePort=0, ipcPort=39175, storageInfo=lv=-57;cid=testClusterID;nsid=1783767414;c=1733246609269) 2024-12-03T17:23:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c027deac45f288a with lease ID 0x1ce142624ab9099f: from storage DS-213325d1-853c-4fba-8cab-09b3ff3f840a node DatanodeRegistration(127.0.0.1:41229, datanodeUuid=eeaaa656-c52b-4ecc-ada8-d0bbdc546e2d, infoPort=39439, infoSecurePort=0, ipcPort=39175, storageInfo=lv=-57;cid=testClusterID;nsid=1783767414;c=1733246609269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:23:30,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0 2024-12-03T17:23:30,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:30,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:23:30,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740 with version=8 2024-12-03T17:23:30,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/hbase-staging 2024-12-03T17:23:30,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:23:30,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:30,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37877 2024-12-03T17:23:30,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37877 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:30,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378770x0, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:30,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37877-0x1010d4fce5e0006 connected 2024-12-03T17:23:30,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:30,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:30,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/running 2024-12-03T17:23:30,980 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740, hbase.cluster.distributed=false 2024-12-03T17:23:30,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/acl 2024-12-03T17:23:31,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37877 2024-12-03T17:23:31,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37877 2024-12-03T17:23:31,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37877 2024-12-03T17:23:31,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37877 2024-12-03T17:23:31,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37877 2024-12-03T17:23:31,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:23:31,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:23:31,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:23:31,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45127 2024-12-03T17:23:31,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45127 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:31,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:31,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:31,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451270x0, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:31,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45127-0x1010d4fce5e0007 connected 2024-12-03T17:23:31,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/running 2024-12-03T17:23:31,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:23:31,223 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:23:31,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/master 2024-12-03T17:23:31,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/acl 2024-12-03T17:23:31,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-03T17:23:31,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45127 2024-12-03T17:23:31,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45127 2024-12-03T17:23:31,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-03T17:23:31,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-03T17:23:31,351 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:37877 2024-12-03T17:23:31,351 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21017954186/backup-masters/27e0f852a164,37877,1733246610838 2024-12-03T17:23:31,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/backup-masters 2024-12-03T17:23:31,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/backup-masters 2024-12-03T17:23:31,371 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on existing znode=/21017954186/backup-masters/27e0f852a164,37877,1733246610838 2024-12-03T17:23:31,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21017954186/master 2024-12-03T17:23:31,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:31,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:31,379 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on existing znode=/21017954186/master 2024-12-03T17:23:31,386 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21017954186/backup-masters/27e0f852a164,37877,1733246610838 from backup master directory 2024-12-03T17:23:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/backup-masters 2024-12-03T17:23:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21017954186/backup-masters/27e0f852a164,37877,1733246610838 2024-12-03T17:23:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/backup-masters 2024-12-03T17:23:31,393 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:31,393 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,37877,1733246610838 2024-12-03T17:23:31,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/hbase.id] with ID: 4af98622-1115-43a5-903a-9d903c388b84 2024-12-03T17:23:31,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/.tmp/hbase.id 2024-12-03T17:23:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:23:31,467 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/.tmp/hbase.id]:[hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/hbase.id] 2024-12-03T17:23:31,527 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:23:31,527 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:23:31,533 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-12-03T17:23:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:31,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:23:31,638 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:31,639 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:23:31,653 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:23:31,738 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store 2024-12-03T17:23:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:23:32,198 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:32,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:32,199 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:32,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:32,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:32,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:32,199 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:32,199 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246612199Disabling compacts and flushes for region at 1733246612199Disabling writes for close at 1733246612199Writing region close event to WAL at 1733246612199Closed at 1733246612199 2024-12-03T17:23:32,207 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/.initializing 2024-12-03T17:23:32,207 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/WALs/27e0f852a164,37877,1733246610838 2024-12-03T17:23:32,212 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:32,216 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C37877%2C1733246610838, suffix=, logDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/WALs/27e0f852a164,37877,1733246610838, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/oldWALs, maxLogs=10 2024-12-03T17:23:32,244 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/WALs/27e0f852a164,37877,1733246610838/27e0f852a164%2C37877%2C1733246610838.1733246612217, exclude list is [], retry=0 2024-12-03T17:23:32,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-3ad6fd47-6232-481a-b3f7-85578b67646b,DISK] 2024-12-03T17:23:32,253 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/WALs/27e0f852a164,37877,1733246610838/27e0f852a164%2C37877%2C1733246610838.1733246612217 2024-12-03T17:23:32,255 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439)] 2024-12-03T17:23:32,255 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:32,255 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:32,255 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,255 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:23:32,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:32,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:23:32,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:32,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:23:32,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:32,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:23:32,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:32,288 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,292 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,292 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,293 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,293 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,294 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:32,295 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:23:32,298 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:32,298 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64759369, jitterRate=-0.0350102037191391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:32,299 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246612255Initializing all the Stores at 1733246612256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246612256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246612266 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246612266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246612266Cleaning up temporary data from old regions at 1733246612293 (+27 ms)Region opened successfully at 1733246612299 (+6 ms) 2024-12-03T17:23:32,310 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:23:32,320 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600cef33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:32,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:23:32,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:23:32,324 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:23:32,324 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:23:32,328 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-03T17:23:32,329 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:23:32,329 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:23:32,356 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:23:32,363 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Unable to get data of znode /21017954186/balancer because node does not exist (not necessarily an error) 2024-12-03T17:23:32,366 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/balancer already deleted, retry=false 2024-12-03T17:23:32,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:23:32,369 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Unable to get data of znode /21017954186/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:23:32,371 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/normalizer already deleted, retry=false 2024-12-03T17:23:32,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:23:32,380 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Unable to get data of znode /21017954186/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:23:32,382 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/switch/split already deleted, retry=false 2024-12-03T17:23:32,383 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Unable to get data of znode /21017954186/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:23:32,384 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/switch/merge already deleted, retry=false 2024-12-03T17:23:32,389 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Unable to get data of znode /21017954186/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:23:32,398 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/snapshot-cleanup already deleted, retry=false 2024-12-03T17:23:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21017954186/running 2024-12-03T17:23:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:32,405 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,37877,1733246610838, sessionid=0x1010d4fce5e0006, setting cluster-up flag (Was=false) 2024-12-03T17:23:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21017954186/running 2024-12-03T17:23:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:32,423 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21017954186/flush-table-proc/acquired, /21017954186/flush-table-proc/reached, /21017954186/flush-table-proc/abort 2024-12-03T17:23:32,431 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,37877,1733246610838 2024-12-03T17:23:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:32,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:32,446 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21017954186/online-snapshot/acquired, /21017954186/online-snapshot/reached, /21017954186/online-snapshot/abort 2024-12-03T17:23:32,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,37877,1733246610838 2024-12-03T17:23:32,454 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:23:32,456 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:32,456 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:23:32,456 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:23:32,457 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,37877,1733246610838 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:32,458 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:32,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:23:32,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:23:32,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:32,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:32,511 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88720 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246642547 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:23:32,547 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:23:32,547 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(746): ClusterId : 4af98622-1115-43a5-903a-9d903c388b84 2024-12-03T17:23:32,547 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:23:32,556 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:23:32,556 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:23:32,564 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:23:32,564 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:23:32,566 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:23:32,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:23:32,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:23:32,579 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:23:32,584 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:23:32,584 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:23:32,590 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246612584,5,FailOnTimeoutGroup] 2024-12-03T17:23:32,606 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246612590,5,FailOnTimeoutGroup] 2024-12-03T17:23:32,606 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:23:32,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,607 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:23:32,612 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:45127 2024-12-03T17:23:32,613 INFO [RS:0;27e0f852a164:45127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:23:32,613 INFO [RS:0;27e0f852a164:45127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:23:32,613 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:23:32,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:23:32,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740 2024-12-03T17:23:32,615 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,37877,1733246610838 with port=45127, startcode=1733246611146 2024-12-03T17:23:32,615 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:23:32,639 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:23:32,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,643 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740 2024-12-03T17:23:32,643 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33425 2024-12-03T17:23:32,643 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:23:32,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/rs 2024-12-03T17:23:32,655 DEBUG [RS:0;27e0f852a164:45127 {}] zookeeper.ZKUtil(111): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on existing znode=/21017954186/rs/27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,655 WARN [RS:0;27e0f852a164:45127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:23:32,655 INFO [RS:0;27e0f852a164:45127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:32,655 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,45127,1733246611146] 2024-12-03T17:23:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:23:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:32,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:32,676 INFO [RS:0;27e0f852a164:45127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:23:32,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:32,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:32,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:32,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:32,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:32,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:32,686 INFO [RS:0;27e0f852a164:45127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:23:32,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:32,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:32,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:32,690 INFO [RS:0;27e0f852a164:45127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:23:32,690 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:32,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:32,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:32,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:32,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740 2024-12-03T17:23:32,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740 2024-12-03T17:23:32,694 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:23:32,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:32,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:32,695 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:32,697 INFO [RS:0;27e0f852a164:45127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:23:32,697 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,697 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,697 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:32,698 DEBUG [RS:0;27e0f852a164:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,707 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45127,1733246611146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:32,707 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:32,707 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62951853, jitterRate=-0.06194429099559784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246612669Initializing all the Stores at 1733246612670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246612670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246612674 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246612674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246612674Cleaning up temporary data from old regions at 1733246612695 (+21 ms)Region opened successfully at 1733246612708 (+13 ms) 2024-12-03T17:23:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:32,708 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:32,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:32,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246612708Disabling compacts and flushes for region at 1733246612708Disabling writes for close at 1733246612708Writing region close event to WAL at 1733246612717 (+9 ms)Closed at 1733246612717 2024-12-03T17:23:32,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:32,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:23:32,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:23:32,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:32,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:23:32,729 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:23:32,729 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45127,1733246611146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,729 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,729 INFO [RS:0;27e0f852a164:45127 {}] regionserver.Replication(171): 27e0f852a164,45127,1733246611146 started 2024-12-03T17:23:32,747 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:32,747 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,45127,1733246611146, RpcServer on 27e0f852a164/172.17.0.3:45127, sessionid=0x1010d4fce5e0007 2024-12-03T17:23:32,747 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:23:32,747 DEBUG [RS:0;27e0f852a164:45127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,747 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45127,1733246611146' 2024-12-03T17:23:32,747 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21017954186/flush-table-proc/abort' 2024-12-03T17:23:32,748 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21017954186/flush-table-proc/acquired' 2024-12-03T17:23:32,748 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:23:32,748 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:23:32,749 DEBUG [RS:0;27e0f852a164:45127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,45127,1733246611146 2024-12-03T17:23:32,749 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45127,1733246611146' 2024-12-03T17:23:32,749 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21017954186/online-snapshot/abort' 2024-12-03T17:23:32,749 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21017954186/online-snapshot/acquired' 2024-12-03T17:23:32,749 DEBUG [RS:0;27e0f852a164:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:23:32,749 INFO [RS:0;27e0f852a164:45127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:23:32,749 INFO [RS:0;27e0f852a164:45127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:23:32,850 INFO [RS:0;27e0f852a164:45127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:23:32,851 INFO [RS:0;27e0f852a164:45127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45127%2C1733246611146, suffix=, logDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/oldWALs, maxLogs=10 2024-12-03T17:23:32,869 DEBUG [RS:0;27e0f852a164:45127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, exclude list is [], retry=0 2024-12-03T17:23:32,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-3ad6fd47-6232-481a-b3f7-85578b67646b,DISK] 2024-12-03T17:23:32,875 INFO [RS:0;27e0f852a164:45127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 2024-12-03T17:23:32,878 WARN [27e0f852a164:37877 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:23:32,882 DEBUG [RS:0;27e0f852a164:45127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439)] 2024-12-03T17:23:33,128 DEBUG [27e0f852a164:37877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:23:33,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:33,130 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45127,1733246611146, state=OPENING 2024-12-03T17:23:33,132 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:23:33,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:33,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21017954186/meta-region-server: CHANGED 2024-12-03T17:23:33,136 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:23:33,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45127,1733246611146}] 2024-12-03T17:23:33,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21017954186/meta-region-server: CHANGED 2024-12-03T17:23:33,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:23:33,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:23:33,289 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:33,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:23:33,298 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:23:33,299 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:33,299 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:23:33,301 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45127%2C1733246611146.meta, suffix=.meta, logDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/oldWALs, maxLogs=10 2024-12-03T17:23:33,319 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.meta.1733246613301.meta, exclude list is [], retry=0 2024-12-03T17:23:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-3ad6fd47-6232-481a-b3f7-85578b67646b,DISK] 2024-12-03T17:23:33,339 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.meta.1733246613301.meta 2024-12-03T17:23:33,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439)] 2024-12-03T17:23:33,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:33,343 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:33,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:33,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:23:33,343 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:23:33,344 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:23:33,344 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:33,344 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:23:33,344 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:23:33,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:23:33,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:23:33,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:33,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:33,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:23:33,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:23:33,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:23:33,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:23:33,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:33,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:33,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:23:33,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:23:33,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:33,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:23:33,381 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:23:33,391 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740 2024-12-03T17:23:33,407 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740 2024-12-03T17:23:33,416 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:23:33,416 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:23:33,416 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:23:33,418 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:23:33,419 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61847902, jitterRate=-0.07839444279670715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:23:33,419 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:23:33,419 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246613344Writing region info on filesystem at 1733246613344Initializing all the Stores at 1733246613345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246613345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246613348 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246613348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246613348Cleaning up temporary data from old regions at 1733246613416 (+68 ms)Running coprocessor post-open hooks at 1733246613419 (+3 ms)Region opened successfully at 1733246613419 2024-12-03T17:23:33,421 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246613288 2024-12-03T17:23:33,423 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:23:33,424 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:23:33,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:33,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45127,1733246611146, state=OPEN 2024-12-03T17:23:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21017954186/meta-region-server 2024-12-03T17:23:33,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21017954186/meta-region-server: CHANGED 2024-12-03T17:23:33,430 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,45127,1733246611146 2024-12-03T17:23:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21017954186/meta-region-server 2024-12-03T17:23:33,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21017954186/meta-region-server: CHANGED 2024-12-03T17:23:33,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:23:33,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45127,1733246611146 in 294 msec 2024-12-03T17:23:33,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:23:33,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-12-03T17:23:33,435 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:23:33,435 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:23:33,437 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:33,437 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45127,1733246611146, seqNum=-1] 2024-12-03T17:23:33,438 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:33,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:33,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 988 msec 2024-12-03T17:23:33,444 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246613444, completionTime=-1 2024-12-03T17:23:33,444 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:23:33,444 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:23:33,446 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:23:33,446 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246673446 2024-12-03T17:23:33,446 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246733446 2024-12-03T17:23:33,446 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T17:23:33,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:37877, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,447 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,453 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,469 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.084sec 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:23:33,477 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:23:33,488 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:23:33,488 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:23:33,488 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37877,1733246610838-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:23:33,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:33,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:33,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:33,543 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc69df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:33,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:33,545 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:33,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:33,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:33,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45127,1733246611146, seqNum=-1] 2024-12-03T17:23:33,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:33,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:33,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,37877,1733246610838 2024-12-03T17:23:33,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-03T17:23:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:23:33,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010d4fce5e0008 connected 2024-12-03T17:23:33,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,34165,1733246600688 2024-12-03T17:23:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3be51c08 2024-12-03T17:23:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:33,587 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:33,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:23:33,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:33,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:33,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:23:33,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:33,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:34,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f0efba1abed20eca871c74a97520768, NAME => 'test,,1733246613587.0f0efba1abed20eca871c74a97520768.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d 2024-12-03T17:23:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:23:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:34,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246613587.0f0efba1abed20eca871c74a97520768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f0efba1abed20eca871c74a97520768, disabling compactions & flushes 2024-12-03T17:23:34,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246613587.0f0efba1abed20eca871c74a97520768. after waiting 0 ms 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f0efba1abed20eca871c74a97520768: Waiting for close lock at 1733246614531Disabling compacts and flushes for region at 1733246614531Disabling writes for close at 1733246614531Writing region close event to WAL at 1733246614531Closed at 1733246614531 2024-12-03T17:23:34,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:34,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246613587.0f0efba1abed20eca871c74a97520768.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246614533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246614533"}]},"ts":"1733246614533"} 2024-12-03T17:23:34,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:34,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:34,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246614538"}]},"ts":"1733246614538"} 2024-12-03T17:23:34,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:23:34,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f0efba1abed20eca871c74a97520768, ASSIGN}] 2024-12-03T17:23:34,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f0efba1abed20eca871c74a97520768, ASSIGN 2024-12-03T17:23:34,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f0efba1abed20eca871c74a97520768, ASSIGN; state=OFFLINE, location=27e0f852a164,36655,1733246601056; forceNewPlan=false, retain=false 2024-12-03T17:23:34,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:34,699 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f0efba1abed20eca871c74a97520768, regionState=OPENING, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:34,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f0efba1abed20eca871c74a97520768, ASSIGN because future has completed 2024-12-03T17:23:34,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0efba1abed20eca871c74a97520768, server=27e0f852a164,36655,1733246601056}] 2024-12-03T17:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:34,888 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,888 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f0efba1abed20eca871c74a97520768, NAME => 'test,,1733246613587.0f0efba1abed20eca871c74a97520768.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:34,888 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:34,889 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:23:34,889 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,889 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246613587.0f0efba1abed20eca871c74a97520768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:34,889 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,889 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,919 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,931 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0efba1abed20eca871c74a97520768 columnFamilyName f 2024-12-03T17:23:34,931 DEBUG [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:34,935 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(327): Store=0f0efba1abed20eca871c74a97520768/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:34,935 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,938 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0efba1abed20eca871c74a97520768 columnFamilyName f1 2024-12-03T17:23:34,939 DEBUG [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:34,939 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(327): Store=0f0efba1abed20eca871c74a97520768/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:34,939 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,944 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0efba1abed20eca871c74a97520768 columnFamilyName norep 2024-12-03T17:23:34,944 DEBUG [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:34,947 INFO [StoreOpener-0f0efba1abed20eca871c74a97520768-1 {}] regionserver.HStore(327): Store=0f0efba1abed20eca871c74a97520768/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:34,953 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,954 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,955 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,957 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,957 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,957 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:34,958 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,963 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:34,964 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f0efba1abed20eca871c74a97520768; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62937789, jitterRate=-0.06215386092662811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:34,964 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:34,964 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f0efba1abed20eca871c74a97520768: Running coprocessor pre-open hook at 1733246614889Writing region info on filesystem at 1733246614889Initializing all the Stores at 1733246614910 (+21 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246614910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246614918 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246614918Cleaning up temporary data from old regions at 1733246614957 (+39 ms)Running coprocessor post-open hooks at 1733246614964 (+7 ms)Region opened successfully at 1733246614964 2024-12-03T17:23:34,965 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246613587.0f0efba1abed20eca871c74a97520768., pid=6, masterSystemTime=1733246614856 2024-12-03T17:23:34,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f0efba1abed20eca871c74a97520768, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:34,968 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,969 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:34,975 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=27e0f852a164,36655,1733246601056, table=test, region=0f0efba1abed20eca871c74a97520768. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T17:23:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f0efba1abed20eca871c74a97520768, server=27e0f852a164,36655,1733246601056 because future has completed 2024-12-03T17:23:34,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:23:34,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f0efba1abed20eca871c74a97520768, server=27e0f852a164,36655,1733246601056 in 281 msec 2024-12-03T17:23:34,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:23:34,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f0efba1abed20eca871c74a97520768, ASSIGN in 446 msec 2024-12-03T17:23:34,991 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:34,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246614991"}]},"ts":"1733246614991"} 2024-12-03T17:23:34,993 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:23:34,994 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:34,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4060 sec 2024-12-03T17:23:35,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:23:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:35,750 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:23:35,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6f1c0d 2024-12-03T17:23:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:35,753 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:35,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:23:35,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:35,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:35,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:23:35,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:23:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:36,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e002d9cc3fbfa2aa4009cae1ea28b613, NAME => 'test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935 2024-12-03T17:23:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:23:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e002d9cc3fbfa2aa4009cae1ea28b613, disabling compactions & flushes 2024-12-03T17:23:36,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. after waiting 0 ms 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e002d9cc3fbfa2aa4009cae1ea28b613: Waiting for close lock at 1733246616576Disabling compacts and flushes for region at 1733246616576Disabling writes for close at 1733246616576Writing region close event to WAL at 1733246616576Closed at 1733246616576 2024-12-03T17:23:36,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:36,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246616580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246616580"}]},"ts":"1733246616580"} 2024-12-03T17:23:36,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:36,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:36,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246616588"}]},"ts":"1733246616588"} 2024-12-03T17:23:36,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:23:36,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e002d9cc3fbfa2aa4009cae1ea28b613, ASSIGN}] 2024-12-03T17:23:36,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e002d9cc3fbfa2aa4009cae1ea28b613, ASSIGN 2024-12-03T17:23:36,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e002d9cc3fbfa2aa4009cae1ea28b613, ASSIGN; state=OFFLINE, location=27e0f852a164,33533,1733246606514; forceNewPlan=false, retain=false 2024-12-03T17:23:36,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e002d9cc3fbfa2aa4009cae1ea28b613, regionState=OPENING, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e002d9cc3fbfa2aa4009cae1ea28b613, ASSIGN because future has completed 2024-12-03T17:23:36,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e002d9cc3fbfa2aa4009cae1ea28b613, server=27e0f852a164,33533,1733246606514}] 2024-12-03T17:23:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:36,922 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,923 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e002d9cc3fbfa2aa4009cae1ea28b613, NAME => 'test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:36,924 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:36,924 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:23:36,924 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,924 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:36,924 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,924 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,941 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,947 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e002d9cc3fbfa2aa4009cae1ea28b613 columnFamilyName f 2024-12-03T17:23:36,947 DEBUG [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:36,962 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(327): Store=e002d9cc3fbfa2aa4009cae1ea28b613/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:36,963 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,971 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e002d9cc3fbfa2aa4009cae1ea28b613 columnFamilyName f1 2024-12-03T17:23:36,971 DEBUG [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:36,972 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(327): Store=e002d9cc3fbfa2aa4009cae1ea28b613/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:36,972 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,974 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e002d9cc3fbfa2aa4009cae1ea28b613 columnFamilyName norep 2024-12-03T17:23:36,974 DEBUG [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:36,975 INFO [StoreOpener-e002d9cc3fbfa2aa4009cae1ea28b613-1 {}] regionserver.HStore(327): Store=e002d9cc3fbfa2aa4009cae1ea28b613/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:36,977 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,977 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,978 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,981 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,981 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,981 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:36,982 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,984 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:36,985 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e002d9cc3fbfa2aa4009cae1ea28b613; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076776, jitterRate=-4.781484603881836E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:36,985 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:36,985 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e002d9cc3fbfa2aa4009cae1ea28b613: Running coprocessor pre-open hook at 1733246616924Writing region info on filesystem at 1733246616924Initializing all the Stores at 1733246616938 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246616938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246616941 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246616941Cleaning up temporary data from old regions at 1733246616981 (+40 ms)Running coprocessor post-open hooks at 1733246616985 (+4 ms)Region opened successfully at 1733246616985 2024-12-03T17:23:36,987 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., pid=6, masterSystemTime=1733246616912 2024-12-03T17:23:36,990 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,990 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:36,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e002d9cc3fbfa2aa4009cae1ea28b613, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:37,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e002d9cc3fbfa2aa4009cae1ea28b613, server=27e0f852a164,33533,1733246606514 because future has completed 2024-12-03T17:23:37,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:23:37,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e002d9cc3fbfa2aa4009cae1ea28b613, server=27e0f852a164,33533,1733246606514 in 266 msec 2024-12-03T17:23:37,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:23:37,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e002d9cc3fbfa2aa4009cae1ea28b613, ASSIGN in 439 msec 2024-12-03T17:23:37,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:37,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246617040"}]},"ts":"1733246617040"} 2024-12-03T17:23:37,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:23:37,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:37,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2960 sec 2024-12-03T17:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:37,911 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:23:37,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37877,1733246610838 2024-12-03T17:23:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728418ac 2024-12-03T17:23:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:37,920 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:37,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:23:37,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:37,923 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:37,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:23:37,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:23:37,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea0447158726361ce0abe269636b5157, NAME => 'test,,1733246617920.ea0447158726361ce0abe269636b5157.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740 2024-12-03T17:23:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:23:37,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246617920.ea0447158726361ce0abe269636b5157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:37,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea0447158726361ce0abe269636b5157, disabling compactions & flushes 2024-12-03T17:23:37,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:37,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:37,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246617920.ea0447158726361ce0abe269636b5157. after waiting 0 ms 2024-12-03T17:23:37,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:37,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:37,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea0447158726361ce0abe269636b5157: Waiting for close lock at 1733246617966Disabling compacts and flushes for region at 1733246617966Disabling writes for close at 1733246617967 (+1 ms)Writing region close event to WAL at 1733246617967Closed at 1733246617967 2024-12-03T17:23:37,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:37,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246617920.ea0447158726361ce0abe269636b5157.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246617972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246617972"}]},"ts":"1733246617972"} 2024-12-03T17:23:37,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:37,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:37,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246617976"}]},"ts":"1733246617976"} 2024-12-03T17:23:37,979 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:23:37,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0447158726361ce0abe269636b5157, ASSIGN}] 2024-12-03T17:23:37,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0447158726361ce0abe269636b5157, ASSIGN 2024-12-03T17:23:37,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea0447158726361ce0abe269636b5157, ASSIGN; state=OFFLINE, location=27e0f852a164,45127,1733246611146; forceNewPlan=false, retain=false 2024-12-03T17:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:38,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0447158726361ce0abe269636b5157, regionState=OPENING, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:38,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea0447158726361ce0abe269636b5157, ASSIGN because future has completed 2024-12-03T17:23:38,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0447158726361ce0abe269636b5157, server=27e0f852a164,45127,1733246611146}] 2024-12-03T17:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:38,292 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:38,292 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0447158726361ce0abe269636b5157, NAME => 'test,,1733246617920.ea0447158726361ce0abe269636b5157.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:38,292 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:38,292 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:23:38,292 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,292 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246617920.ea0447158726361ce0abe269636b5157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:38,293 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,293 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,296 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,297 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0447158726361ce0abe269636b5157 columnFamilyName f 2024-12-03T17:23:38,297 DEBUG [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:38,297 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(327): Store=ea0447158726361ce0abe269636b5157/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:38,298 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,302 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0447158726361ce0abe269636b5157 columnFamilyName f1 2024-12-03T17:23:38,302 DEBUG [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:38,303 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(327): Store=ea0447158726361ce0abe269636b5157/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:38,303 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,305 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0447158726361ce0abe269636b5157 columnFamilyName norep 2024-12-03T17:23:38,305 DEBUG [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:38,306 INFO [StoreOpener-ea0447158726361ce0abe269636b5157-1 {}] regionserver.HStore(327): Store=ea0447158726361ce0abe269636b5157/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:38,306 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,307 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,307 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,308 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,308 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,309 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:38,311 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,323 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:38,323 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea0447158726361ce0abe269636b5157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259716, jitterRate=0.1065559983253479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:38,324 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:38,324 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea0447158726361ce0abe269636b5157: Running coprocessor pre-open hook at 1733246618293Writing region info on filesystem at 1733246618293Initializing all the Stores at 1733246618295 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246618295Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246618295Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246618295Cleaning up temporary data from old regions at 1733246618308 (+13 ms)Running coprocessor post-open hooks at 1733246618324 (+16 ms)Region opened successfully at 1733246618324 2024-12-03T17:23:38,325 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246617920.ea0447158726361ce0abe269636b5157., pid=6, masterSystemTime=1733246618288 2024-12-03T17:23:38,327 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:38,327 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:38,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0447158726361ce0abe269636b5157, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:38,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0447158726361ce0abe269636b5157, server=27e0f852a164,45127,1733246611146 because future has completed 2024-12-03T17:23:38,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:23:38,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0447158726361ce0abe269636b5157, server=27e0f852a164,45127,1733246611146 in 195 msec 2024-12-03T17:23:38,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:23:38,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea0447158726361ce0abe269636b5157, ASSIGN in 354 msec 2024-12-03T17:23:38,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:38,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246618336"}]},"ts":"1733246618336"} 2024-12-03T17:23:38,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:23:38,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:38,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 418 msec 2024-12-03T17:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:23:38,550 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:23:38,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,34165,-1 for getting cluster id 2024-12-03T17:23:38,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:38,555 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c4b4485-9cb4-462b-a7e6-6121634fd88f' 2024-12-03T17:23:38,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:38,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c4b4485-9cb4-462b-a7e6-6121634fd88f" 2024-12-03T17:23:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ceb9615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,34165,-1] 2024-12-03T17:23:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:38,557 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:38,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa8919a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:38,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,34165,1733246600688 2024-12-03T17:23:38,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c57141c 2024-12-03T17:23:38,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:38,561 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:38,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:36437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:23:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:23:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:38,567 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36437' 2024-12-03T17:23:38,571 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66650f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,571 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:38,571 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:38,571 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82d4775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:38,574 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44652e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:38,575 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:38,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:38,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bbee51 2024-12-03T17:23:38,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:38,578 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:38,578 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:23:38,578 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:23:38,579 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:38,579 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:38,579 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:38,581 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:23:38,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:38,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:38,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:38,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:23:38,631 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:23:38,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb7791e4ad060694b34a20c68192d701, NAME => 'hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d 2024-12-03T17:23:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:23:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:39,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:39,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fb7791e4ad060694b34a20c68192d701, disabling compactions & flushes 2024-12-03T17:23:39,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. after waiting 0 ms 2024-12-03T17:23:39,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb7791e4ad060694b34a20c68192d701: Waiting for close lock at 1733246619107Disabling compacts and flushes for region at 1733246619107Disabling writes for close at 1733246619108 (+1 ms)Writing region close event to WAL at 1733246619108Closed at 1733246619108 2024-12-03T17:23:39,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:39,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246619112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246619112"}]},"ts":"1733246619112"} 2024-12-03T17:23:39,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:39,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:39,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246619120"}]},"ts":"1733246619120"} 2024-12-03T17:23:39,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:23:39,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb7791e4ad060694b34a20c68192d701, ASSIGN}] 2024-12-03T17:23:39,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb7791e4ad060694b34a20c68192d701, ASSIGN 2024-12-03T17:23:39,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb7791e4ad060694b34a20c68192d701, ASSIGN; state=OFFLINE, location=27e0f852a164,36655,1733246601056; forceNewPlan=false, retain=false 2024-12-03T17:23:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:39,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb7791e4ad060694b34a20c68192d701, regionState=OPENING, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb7791e4ad060694b34a20c68192d701, ASSIGN because future has completed 2024-12-03T17:23:39,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7791e4ad060694b34a20c68192d701, server=27e0f852a164,36655,1733246601056}] 2024-12-03T17:23:39,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:39,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:23:39,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C36655%2C1733246601056.rep, suffix=, logDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs, maxLogs=10 2024-12-03T17:23:39,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.rep.1733246619478, exclude list is [], retry=0 2024-12-03T17:23:39,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-09ef7c8a-295a-407a-96fd-9ac2b6e5219f,DISK] 2024-12-03T17:23:39,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.rep.1733246619478 2024-12-03T17:23:39,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32925:32925)] 2024-12-03T17:23:39,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fb7791e4ad060694b34a20c68192d701, NAME => 'hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:39,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:39,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:39,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. service=MultiRowMutationService 2024-12-03T17:23:39,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:23:39,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:39,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,539 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,544 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7791e4ad060694b34a20c68192d701 columnFamilyName hfileref 2024-12-03T17:23:39,544 DEBUG [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:39,545 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(327): Store=fb7791e4ad060694b34a20c68192d701/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:39,545 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,547 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7791e4ad060694b34a20c68192d701 columnFamilyName queue 2024-12-03T17:23:39,547 DEBUG [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:39,548 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(327): Store=fb7791e4ad060694b34a20c68192d701/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:39,548 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,555 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7791e4ad060694b34a20c68192d701 columnFamilyName sid 2024-12-03T17:23:39,555 DEBUG [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:39,556 INFO [StoreOpener-fb7791e4ad060694b34a20c68192d701-1 {}] regionserver.HStore(327): Store=fb7791e4ad060694b34a20c68192d701/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:39,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:39,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:39,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fb7791e4ad060694b34a20c68192d701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70993039, jitterRate=0.05787871778011322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:39,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:39,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fb7791e4ad060694b34a20c68192d701: Running coprocessor pre-open hook at 1733246619524Writing region info on filesystem at 1733246619524Initializing all the Stores at 1733246619528 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246619528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246619538 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246619538Cleaning up temporary data from old regions at 1733246619558 (+20 ms)Running coprocessor post-open hooks at 1733246619576 (+18 ms)Region opened successfully at 1733246619576 2024-12-03T17:23:39,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701., pid=10, masterSystemTime=1733246619458 2024-12-03T17:23:39,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:39,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb7791e4ad060694b34a20c68192d701, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,36655,1733246601056 2024-12-03T17:23:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7791e4ad060694b34a20c68192d701, server=27e0f852a164,36655,1733246601056 because future has completed 2024-12-03T17:23:39,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:23:39,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fb7791e4ad060694b34a20c68192d701, server=27e0f852a164,36655,1733246601056 in 313 msec 2024-12-03T17:23:39,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:23:39,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb7791e4ad060694b34a20c68192d701, ASSIGN in 483 msec 2024-12-03T17:23:39,613 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:39,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246619613"}]},"ts":"1733246619613"} 2024-12-03T17:23:39,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:23:39,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:39,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0470 sec 2024-12-03T17:23:39,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701., hostname=27e0f852a164,36655,1733246601056, seqNum=2] 2024-12-03T17:23:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:39,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:23:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:39,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:23:39,843 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:23:39,915 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,36655,1733246601056, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:23:39,916 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:39,916 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,36655,1733246601056, seqNum=-1] 2024-12-03T17:23:39,916 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:39,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,36655,1733246601056', locateType=CURRENT is [region=hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701., hostname=27e0f852a164,36655,1733246601056, seqNum=2] 2024-12-03T17:23:39,922 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:23:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:23:39,929 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,36655,1733246601056 suceeded 2024-12-03T17:23:39,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:23:39,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-12-03T17:23:39,931 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:36437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:23:39,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3700 sec 2024-12-03T17:23:39,943 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36437' 2024-12-03T17:23:39,944 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dfaf195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:39,944 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:39,944 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:39,945 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:39,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:39,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:39,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@102bd15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:39,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:39,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:39,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:39,947 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:39,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b5a4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:39,947 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c394ea0 2024-12-03T17:23:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:39,949 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T17:23:39,950 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,36655,1733246601056 (queues=1) is replicating from cluster=7c4b4485-9cb4-462b-a7e6-6121634fd88f to cluster=6b035bd7-e8b7-4667-b868-433114cac234 2024-12-03T17:23:39,950 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C36655%2C1733246601056 2024-12-03T17:23:39,950 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,36655,1733246601056, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:23:39,951 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C36655%2C1733246601056 2024-12-03T17:23:39,951 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462, startPosition=0, beingWritten=true 2024-12-03T17:23:39,960 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:39,960 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:39,960 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,36655,1733246601056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:40,164 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:40,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,501 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:40,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:40,721 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:23:40,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:40,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:40,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:40,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:40,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:40,737 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2ef849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,741 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630e1d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7427f666 2024-12-03T17:23:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:40,755 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:40,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:37877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:23:40,763 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:37877' 2024-12-03T17:23:40,767 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75861c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,767 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:40,767 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:40,768 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16225525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,770 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:40,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e914641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:40,771 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:40,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37877,1733246610838 2024-12-03T17:23:40,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419a9d13 2024-12-03T17:23:40,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:40,773 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:40,773 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T17:23:40,773 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:23:40,773 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:40,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:40,774 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:40,776 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:23:40,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:40,778 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:40,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:23:40,828 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:23:40,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0d4ba2b5000e2af51dd8963d1cebb2a, NAME => 'hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935 2024-12-03T17:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:40,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:23:40,922 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:41,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0d4ba2b5000e2af51dd8963d1cebb2a, disabling compactions & flushes 2024-12-03T17:23:41,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. after waiting 0 ms 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0d4ba2b5000e2af51dd8963d1cebb2a: Waiting for close lock at 1733246621312Disabling compacts and flushes for region at 1733246621312Disabling writes for close at 1733246621312Writing region close event to WAL at 1733246621312Closed at 1733246621312 2024-12-03T17:23:41,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:41,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246621314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246621314"}]},"ts":"1733246621314"} 2024-12-03T17:23:41,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:41,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:41,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246621318"}]},"ts":"1733246621318"} 2024-12-03T17:23:41,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:23:41,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0d4ba2b5000e2af51dd8963d1cebb2a, ASSIGN}] 2024-12-03T17:23:41,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0d4ba2b5000e2af51dd8963d1cebb2a, ASSIGN 2024-12-03T17:23:41,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0d4ba2b5000e2af51dd8963d1cebb2a, ASSIGN; state=OFFLINE, location=27e0f852a164,33533,1733246606514; forceNewPlan=false, retain=false 2024-12-03T17:23:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:41,456 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:41,475 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0d4ba2b5000e2af51dd8963d1cebb2a, regionState=OPENING, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0d4ba2b5000e2af51dd8963d1cebb2a, ASSIGN because future has completed 2024-12-03T17:23:41,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0d4ba2b5000e2af51dd8963d1cebb2a, server=27e0f852a164,33533,1733246606514}] 2024-12-03T17:23:41,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:41,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:23:41,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C33533%2C1733246606514.rep, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/oldWALs, maxLogs=10 2024-12-03T17:23:41,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.rep.1733246621677, exclude list is [], retry=0 2024-12-03T17:23:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-8bf2f783-584c-47b7-9803-f069bff6afe8,DISK] 2024-12-03T17:23:41,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.rep.1733246621677 2024-12-03T17:23:41,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46621:46621)] 2024-12-03T17:23:41,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d0d4ba2b5000e2af51dd8963d1cebb2a, NAME => 'hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:41,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. service=MultiRowMutationService 2024-12-03T17:23:41,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,739 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,741 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0d4ba2b5000e2af51dd8963d1cebb2a columnFamilyName hfileref 2024-12-03T17:23:41,741 DEBUG [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:41,742 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(327): Store=d0d4ba2b5000e2af51dd8963d1cebb2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:41,742 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,743 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0d4ba2b5000e2af51dd8963d1cebb2a columnFamilyName queue 2024-12-03T17:23:41,743 DEBUG [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:41,745 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(327): Store=d0d4ba2b5000e2af51dd8963d1cebb2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:41,745 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,748 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0d4ba2b5000e2af51dd8963d1cebb2a columnFamilyName sid 2024-12-03T17:23:41,748 DEBUG [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:41,748 INFO [StoreOpener-d0d4ba2b5000e2af51dd8963d1cebb2a-1 {}] regionserver.HStore(327): Store=d0d4ba2b5000e2af51dd8963d1cebb2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:41,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/replication/d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/replication/d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:41,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/replication/d0d4ba2b5000e2af51dd8963d1cebb2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:41,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d0d4ba2b5000e2af51dd8963d1cebb2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74489122, jitterRate=0.10997441411018372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:41,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:41,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d0d4ba2b5000e2af51dd8963d1cebb2a: Running coprocessor pre-open hook at 1733246621728Writing region info on filesystem at 1733246621729 (+1 ms)Initializing all the Stores at 1733246621730 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246621730Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246621738 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246621738Cleaning up temporary data from old regions at 1733246621758 (+20 ms)Running coprocessor post-open hooks at 1733246621786 (+28 ms)Region opened successfully at 1733246621786 2024-12-03T17:23:41,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a., pid=10, masterSystemTime=1733246621650 2024-12-03T17:23:41,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0d4ba2b5000e2af51dd8963d1cebb2a, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,33533,1733246606514 2024-12-03T17:23:41,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0d4ba2b5000e2af51dd8963d1cebb2a, server=27e0f852a164,33533,1733246606514 because future has completed 2024-12-03T17:23:41,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:23:41,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d0d4ba2b5000e2af51dd8963d1cebb2a, server=27e0f852a164,33533,1733246606514 in 319 msec 2024-12-03T17:23:41,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:23:41,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0d4ba2b5000e2af51dd8963d1cebb2a, ASSIGN in 488 msec 2024-12-03T17:23:41,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:41,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246621813"}]},"ts":"1733246621813"} 2024-12-03T17:23:41,816 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:23:41,817 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:41,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0440 sec 2024-12-03T17:23:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a., hostname=27e0f852a164,33533,1733246606514, seqNum=2] 2024-12-03T17:23:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:41,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:23:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:42,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:23:42,051 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:23:42,106 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:42,155 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,33533,1733246606514, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:23:42,156 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:42,156 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33533,1733246606514, seqNum=-1] 2024-12-03T17:23:42,157 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:42,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:42,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,33533,1733246606514', locateType=CURRENT is [region=hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a., hostname=27e0f852a164,33533,1733246606514, seqNum=2] 2024-12-03T17:23:42,198 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:23:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:23:42,207 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,33533,1733246606514 suceeded 2024-12-03T17:23:42,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:23:42,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 322 msec 2024-12-03T17:23:42,211 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:37877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:23:42,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-12-03T17:23:42,229 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:37877' 2024-12-03T17:23:42,255 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350cc1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,255 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:42,256 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:42,257 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:42,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:42,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:42,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75363ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:42,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:42,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,260 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:42,261 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ce05f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,261 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:42,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37877,1733246610838 2024-12-03T17:23:42,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d919e95 2024-12-03T17:23:42,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:42,269 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T17:23:42,270 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,33533,1733246606514 (queues=1) is replicating from cluster=6b035bd7-e8b7-4667-b868-433114cac234 to cluster=4af98622-1115-43a5-903a-9d903c388b84 2024-12-03T17:23:42,271 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C33533%2C1733246606514 2024-12-03T17:23:42,271 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,33533,1733246606514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:23:42,271 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, startPosition=0, beingWritten=true 2024-12-03T17:23:42,285 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C33533%2C1733246606514 2024-12-03T17:23:42,316 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:42,316 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:42,316 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:42,546 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:42,832 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:42,874 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:42,924 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:23:42,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:42,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:42,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:42,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:42,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:42,935 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26169fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,941 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8b84ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,37877,1733246610838 2024-12-03T17:23:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f6c6caf 2024-12-03T17:23:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:42,949 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:42,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:36437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:23:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:23:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:42,955 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36437' 2024-12-03T17:23:42,971 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b28d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,971 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:42,971 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:42,972 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b46c768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,974 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:42,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64921375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:42,980 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:42,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:42,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73160e80 2024-12-03T17:23:42,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:42,995 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:23:42,996 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T17:23:42,996 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:23:42,996 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,996 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:42,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:42,996 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:23:43,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:23:43,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:23:43,003 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:43,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:23:43,052 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:23:43,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:23:43,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:23:43,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:43,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:23:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:43,302 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:43,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4a4f4b7975e468d31bc6a7d7bb4747d, NAME => 'hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740 2024-12-03T17:23:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4a4f4b7975e468d31bc6a7d7bb4747d, disabling compactions & flushes 2024-12-03T17:23:43,564 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. after waiting 0 ms 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:43,564 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:43,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4a4f4b7975e468d31bc6a7d7bb4747d: Waiting for close lock at 1733246623564Disabling compacts and flushes for region at 1733246623564Disabling writes for close at 1733246623564Writing region close event to WAL at 1733246623564Closed at 1733246623564 2024-12-03T17:23:43,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:23:43,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246623572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246623572"}]},"ts":"1733246623572"} 2024-12-03T17:23:43,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:23:43,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:23:43,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246623578"}]},"ts":"1733246623578"} 2024-12-03T17:23:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:43,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:23:43,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4a4f4b7975e468d31bc6a7d7bb4747d, ASSIGN}] 2024-12-03T17:23:43,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4a4f4b7975e468d31bc6a7d7bb4747d, ASSIGN 2024-12-03T17:23:43,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4a4f4b7975e468d31bc6a7d7bb4747d, ASSIGN; state=OFFLINE, location=27e0f852a164,45127,1733246611146; forceNewPlan=false, retain=false 2024-12-03T17:23:43,658 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:43,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4a4f4b7975e468d31bc6a7d7bb4747d, regionState=OPENING, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:43,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4a4f4b7975e468d31bc6a7d7bb4747d, ASSIGN because future has completed 2024-12-03T17:23:43,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a4f4b7975e468d31bc6a7d7bb4747d, server=27e0f852a164,45127,1733246611146}] 2024-12-03T17:23:43,820 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:43,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:43,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:23:43,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:23:43,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45127%2C1733246611146.rep, suffix=, logDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/oldWALs, maxLogs=10 2024-12-03T17:23:43,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.rep.1733246623939, exclude list is [], retry=0 2024-12-03T17:23:43,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-3ad6fd47-6232-481a-b3f7-85578b67646b,DISK] 2024-12-03T17:23:43,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.rep.1733246623939 2024-12-03T17:23:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439)] 2024-12-03T17:23:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4a4f4b7975e468d31bc6a7d7bb4747d, NAME => 'hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:23:44,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:23:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:23:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. service=MultiRowMutationService 2024-12-03T17:23:44,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:23:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:23:44,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,008 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,012 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a4f4b7975e468d31bc6a7d7bb4747d columnFamilyName hfileref 2024-12-03T17:23:44,012 DEBUG [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:44,013 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(327): Store=e4a4f4b7975e468d31bc6a7d7bb4747d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:44,013 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,014 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a4f4b7975e468d31bc6a7d7bb4747d columnFamilyName queue 2024-12-03T17:23:44,014 DEBUG [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:44,016 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(327): Store=e4a4f4b7975e468d31bc6a7d7bb4747d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:44,017 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,022 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4a4f4b7975e468d31bc6a7d7bb4747d columnFamilyName sid 2024-12-03T17:23:44,022 DEBUG [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:23:44,026 INFO [StoreOpener-e4a4f4b7975e468d31bc6a7d7bb4747d-1 {}] regionserver.HStore(327): Store=e4a4f4b7975e468d31bc6a7d7bb4747d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:23:44,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:23:44,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:23:44,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4a4f4b7975e468d31bc6a7d7bb4747d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71352775, jitterRate=0.0632392019033432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:23:44,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:44,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4a4f4b7975e468d31bc6a7d7bb4747d: Running coprocessor pre-open hook at 1733246624004Writing region info on filesystem at 1733246624004Initializing all the Stores at 1733246624007 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246624007Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246624008 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246624008Cleaning up temporary data from old regions at 1733246624036 (+28 ms)Running coprocessor post-open hooks at 1733246624049 (+13 ms)Region opened successfully at 1733246624049 2024-12-03T17:23:44,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d., pid=10, masterSystemTime=1733246623916 2024-12-03T17:23:44,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:44,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:44,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4a4f4b7975e468d31bc6a7d7bb4747d, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45127,1733246611146 2024-12-03T17:23:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4a4f4b7975e468d31bc6a7d7bb4747d, server=27e0f852a164,45127,1733246611146 because future has completed 2024-12-03T17:23:44,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:23:44,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4a4f4b7975e468d31bc6a7d7bb4747d, server=27e0f852a164,45127,1733246611146 in 324 msec 2024-12-03T17:23:44,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:23:44,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4a4f4b7975e468d31bc6a7d7bb4747d, ASSIGN in 492 msec 2024-12-03T17:23:44,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:23:44,085 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246624084"}]},"ts":"1733246624084"} 2024-12-03T17:23:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:44,093 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:23:44,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:23:44,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0990 sec 2024-12-03T17:23:44,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d., hostname=27e0f852a164,45127,1733246611146, seqNum=2] 2024-12-03T17:23:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:44,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:44,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:23:44,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:23:44,353 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:23:44,433 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,45127,1733246611146, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:23:44,434 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:44,434 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45127,1733246611146, seqNum=-1] 2024-12-03T17:23:44,434 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:44,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,45127,1733246611146', locateType=CURRENT is [region=hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d., hostname=27e0f852a164,45127,1733246611146, seqNum=2] 2024-12-03T17:23:44,446 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:44,469 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:23:44,483 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,45127,1733246611146 suceeded 2024-12-03T17:23:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:23:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 301 msec 2024-12-03T17:23:44,500 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:36437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:23:44,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5500 sec 2024-12-03T17:23:44,521 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:36437' 2024-12-03T17:23:44,523 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8c1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:44,523 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:44,523 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:44,526 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749d282d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:44,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:44,529 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:44,530 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c9b7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:44,530 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:44,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,36437,1733246606245 2024-12-03T17:23:44,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223ae03a 2024-12-03T17:23:44,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:23:44,543 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T17:23:44,548 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,45127,1733246611146 (queues=1) is replicating from cluster=4af98622-1115-43a5-903a-9d903c388b84 to cluster=6b035bd7-e8b7-4667-b868-433114cac234 2024-12-03T17:23:44,548 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C45127%2C1733246611146 2024-12-03T17:23:44,548 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,45127,1733246611146, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:23:44,551 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, startPosition=0, beingWritten=true 2024-12-03T17:23:44,553 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C45127%2C1733246611146 2024-12-03T17:23:44,570 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:44,570 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 379, reset compression=false 2024-12-03T17:23:44,570 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:44,588 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:44,799 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 379, reset compression=false 2024-12-03T17:23:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:23:45,106 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:23:45,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:45,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:45,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:45,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,34165,-1 for getting cluster id 2024-12-03T17:23:45,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:45,124 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c4b4485-9cb4-462b-a7e6-6121634fd88f' 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c4b4485-9cb4-462b-a7e6-6121634fd88f" 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dca3d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,34165,-1] 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,126 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467d3023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:45,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:45,147 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522c0187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,149 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:45,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af25203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,150 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 379, reset compression=false 2024-12-03T17:23:45,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:45,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:45,153 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ca972a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,155 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae3f566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,36655,1733246601056, seqNum=-1] 2024-12-03T17:23:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:45,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246613587.0f0efba1abed20eca871c74a97520768., hostname=27e0f852a164,36655,1733246601056, seqNum=2] 2024-12-03T17:23:45,161 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:45,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45127,1733246611146, seqNum=-1] 2024-12-03T17:23:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:45,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246617920.ea0447158726361ce0abe269636b5157., hostname=27e0f852a164,45127,1733246611146, seqNum=2] 2024-12-03T17:23:45,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T17:23:45,582 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 379, reset compression=false 2024-12-03T17:23:45,616 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 379, reset compression=false 2024-12-03T17:23:45,652 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:45,652 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:45,652 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,36655,1733246601056 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f0efba1abed20eca871c74a97520768/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T17:23:45,656 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:45,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:45,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:45,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17404107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,36437,-1 for getting cluster id 2024-12-03T17:23:45,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:45,669 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b035bd7-e8b7-4667-b868-433114cac234' 2024-12-03T17:23:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b035bd7-e8b7-4667-b868-433114cac234" 2024-12-03T17:23:45,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f50e522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,36437,-1] 2024-12-03T17:23:45,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:45,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:45,671 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:45,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62329370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:45,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33533,1733246606514, seqNum=-1] 2024-12-03T17:23:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:45,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:45,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., hostname=27e0f852a164,33533,1733246606514, seqNum=2] 2024-12-03T17:23:45,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:45,875 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:45,991 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 379, reset compression=false 2024-12-03T17:23:46,023 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:46,023 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 503, reset compression=false 2024-12-03T17:23:46,024 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e002d9cc3fbfa2aa4009cae1ea28b613/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T17:23:46,036 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:46,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:46,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:46,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ec498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:46,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,37877,-1 for getting cluster id 2024-12-03T17:23:46,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:23:46,039 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4af98622-1115-43a5-903a-9d903c388b84' 2024-12-03T17:23:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:23:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4af98622-1115-43a5-903a-9d903c388b84" 2024-12-03T17:23:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0c716c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,37877,-1] 2024-12-03T17:23:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:23:46,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:46,040 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:23:46,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162d478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:23:46,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45127,1733246611146, seqNum=-1] 2024-12-03T17:23:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:46,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T17:23:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733246617920.ea0447158726361ce0abe269636b5157., hostname=27e0f852a164,45127,1733246611146, seqNum=2] 2024-12-03T17:23:46,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:46,115 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 379, reset compression=false 2024-12-03T17:23:46,120 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:46,120 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 526, reset compression=false 2024-12-03T17:23:46,120 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:46,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T17:23:46,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:23:46,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,33533,1733246606514, seqNum=-1] 2024-12-03T17:23:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:23:46,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:23:46,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., hostname=27e0f852a164,33533,1733246606514, seqNum=2] 2024-12-03T17:23:46,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T17:23:46,190 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:46,228 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 503, reset compression=false 2024-12-03T17:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 607, reset compression=false 2024-12-03T17:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e002d9cc3fbfa2aa4009cae1ea28b613/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:46,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:46,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:46,326 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 526, reset compression=false 2024-12-03T17:23:46,336 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:46,337 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 653, reset compression=false 2024-12-03T17:23:46,337 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:46,452 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 607, reset compression=false 2024-12-03T17:23:46,546 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 653, reset compression=false 2024-12-03T17:23:46,595 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:46,778 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 607, reset compression=false 2024-12-03T17:23:46,858 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 653, reset compression=false 2024-12-03T17:23:47,102 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:47,191 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 607, reset compression=false 2024-12-03T17:23:47,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T17:23:47,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T17:23:47,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,286 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 653, reset compression=false 2024-12-03T17:23:47,323 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:47,323 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 757, reset compression=false 2024-12-03T17:23:47,326 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0447158726361ce0abe269636b5157/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T17:23:47,328 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:23:47,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T17:23:47,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:47,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:47,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:47,554 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 757, reset compression=false 2024-12-03T17:23:47,719 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 607, reset compression=false 2024-12-03T17:23:47,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:47,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 734, reset compression=false 2024-12-03T17:23:47,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:47,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:47,873 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 757, reset compression=false 2024-12-03T17:23:47,951 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 734, reset compression=false 2024-12-03T17:23:48,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T17:23:48,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T17:23:48,262 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 734, reset compression=false 2024-12-03T17:23:48,278 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 757, reset compression=false 2024-12-03T17:23:48,443 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 480, reset compression=false 2024-12-03T17:23:48,490 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:48,490 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:48,491 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,36655,1733246601056 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f0efba1abed20eca871c74a97520768/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T17:23:48,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:48,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:48,683 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 734, reset compression=false 2024-12-03T17:23:48,704 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:48,704 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 881, reset compression=false 2024-12-03T17:23:48,704 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e002d9cc3fbfa2aa4009cae1ea28b613/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T17:23:48,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:48,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:48,715 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:48,793 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 757, reset compression=false 2024-12-03T17:23:48,824 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:48,824 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 927, reset compression=false 2024-12-03T17:23:48,824 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:48,958 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 881, reset compression=false 2024-12-03T17:23:49,046 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 927, reset compression=false 2024-12-03T17:23:49,085 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:49,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T17:23:49,233 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T17:23:49,284 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 881, reset compression=false 2024-12-03T17:23:49,288 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:49,289 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1040, reset compression=false 2024-12-03T17:23:49,289 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e002d9cc3fbfa2aa4009cae1ea28b613/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T17:23:49,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:49,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:49,369 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 927, reset compression=false 2024-12-03T17:23:49,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:49,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1076, reset compression=false 2024-12-03T17:23:49,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:49,492 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1040, reset compression=false 2024-12-03T17:23:49,499 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:49,579 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1076, reset compression=false 2024-12-03T17:23:49,796 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1040, reset compression=false 2024-12-03T17:23:49,882 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1076, reset compression=false 2024-12-03T17:23:50,002 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:50,199 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1040, reset compression=false 2024-12-03T17:23:50,235 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T17:23:50,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T17:23:50,287 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1076, reset compression=false 2024-12-03T17:23:50,292 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:23:50,292 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:50,292 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0447158726361ce0abe269636b5157/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T17:23:50,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T17:23:50,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T17:23:50,495 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:50,635 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:23:50,635 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:50,703 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1040, reset compression=false 2024-12-03T17:23:50,715 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:50,715 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:50,715 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:50,799 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:50,924 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:51,210 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:51,239 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:51,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T17:23:51,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:51,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:51,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:51,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:51,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:51,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:51,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=434390889, stopped=false 2024-12-03T17:23:51,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,37877,1733246610838 2024-12-03T17:23:51,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:51,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21017954186/running 2024-12-03T17:23:51,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21017954186/running 2024-12-03T17:23:51,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:51,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:51,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:51,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/running 2024-12-03T17:23:51,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:51,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Set watcher on znode that does not yet exist, /21017954186/running 2024-12-03T17:23:51,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:51,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:51,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,45127,1733246611146' ***** 2024-12-03T17:23:51,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:51,269 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:51,269 INFO [RS:0;27e0f852a164:45127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:51,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:51,269 INFO [RS:0;27e0f852a164:45127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:51,269 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for e4a4f4b7975e468d31bc6a7d7bb4747d 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0447158726361ce0abe269636b5157 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,45127,1733246611146 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45127. 2024-12-03T17:23:51,270 DEBUG [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:51,270 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:51,270 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4a4f4b7975e468d31bc6a7d7bb4747d, disabling compactions & flushes 2024-12-03T17:23:51,270 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:51,270 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:51,270 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. after waiting 0 ms 2024-12-03T17:23:51,270 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:51,270 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4a4f4b7975e468d31bc6a7d7bb4747d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T17:23:51,270 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:51,270 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e4a4f4b7975e468d31bc6a7d7bb4747d=hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d., ea0447158726361ce0abe269636b5157=test,,1733246617920.ea0447158726361ce0abe269636b5157.} 2024-12-03T17:23:51,270 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4a4f4b7975e468d31bc6a7d7bb4747d, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:51,272 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:51,272 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:51,272 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:51,272 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:51,272 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:51,272 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:51,291 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/.tmp/queue/b7a1149ac374457b8bbe572c11f77885 is 154, key is 1-27e0f852a164,45127,1733246611146/queue:27e0f852a164%2C45127%2C1733246611146/1733246630296/Put/seqid=0 2024-12-03T17:23:51,298 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/info/33450f0d16094783b9847ab98b075d32 is 147, key is hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d./info:regioninfo/1733246624054/Put/seqid=0 2024-12-03T17:23:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741840_1016 (size=5353) 2024-12-03T17:23:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:23:51,312 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/info/33450f0d16094783b9847ab98b075d32 2024-12-03T17:23:51,340 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/ns/d2f9e98bc7134f8993b679a030e19ac1 is 43, key is default/ns:d/1733246613439/Put/seqid=0 2024-12-03T17:23:51,341 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:51,349 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:23:51,367 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/ns/d2f9e98bc7134f8993b679a030e19ac1 2024-12-03T17:23:51,405 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/rep_barrier/7990d5a2b9a7460aa326171ebea70019 is 112, key is test,,1733246617920.ea0447158726361ce0abe269636b5157./rep_barrier:seqnumDuringOpen/1733246618327/Put/seqid=0 2024-12-03T17:23:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741843_1019 (size=5518) 2024-12-03T17:23:51,471 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4a4f4b7975e468d31bc6a7d7bb4747d, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:51,644 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:51,671 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4a4f4b7975e468d31bc6a7d7bb4747d, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:51,705 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/.tmp/queue/b7a1149ac374457b8bbe572c11f77885 2024-12-03T17:23:51,709 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:51,709 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:51,713 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/.tmp/queue/b7a1149ac374457b8bbe572c11f77885 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/queue/b7a1149ac374457b8bbe572c11f77885 2024-12-03T17:23:51,718 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:51,733 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/queue/b7a1149ac374457b8bbe572c11f77885, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T17:23:51,735 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4a4f4b7975e468d31bc6a7d7bb4747d in 464ms, sequenceid=12, compaction requested=false 2024-12-03T17:23:51,781 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/replication/e4a4f4b7975e468d31bc6a7d7bb4747d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T17:23:51,782 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:51,782 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:51,782 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:51,782 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4a4f4b7975e468d31bc6a7d7bb4747d: Waiting for close lock at 1733246631270Running coprocessor pre-close hooks at 1733246631270Disabling compacts and flushes for region at 1733246631270Disabling writes for close at 1733246631270Obtaining lock to block concurrent updates at 1733246631270Preparing flush snapshotting stores in e4a4f4b7975e468d31bc6a7d7bb4747d at 1733246631270Finished memstore snapshotting hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733246631271 (+1 ms)Flushing stores of hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. at 1733246631272 (+1 ms)Flushing e4a4f4b7975e468d31bc6a7d7bb4747d/queue: creating writer at 1733246631272Flushing e4a4f4b7975e468d31bc6a7d7bb4747d/queue: appending metadata at 1733246631291 (+19 ms)Flushing e4a4f4b7975e468d31bc6a7d7bb4747d/queue: closing flushed file at 1733246631291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9ec495: reopening flushed file at 1733246631712 (+421 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4a4f4b7975e468d31bc6a7d7bb4747d in 464ms, sequenceid=12, compaction requested=false at 1733246631735 (+23 ms)Writing region close event to WAL at 1733246631760 (+25 ms)Running coprocessor post-close hooks at 1733246631782 (+22 ms)Closed at 1733246631782 2024-12-03T17:23:51,783 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246622996.e4a4f4b7975e468d31bc6a7d7bb4747d. 2024-12-03T17:23:51,783 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0447158726361ce0abe269636b5157, disabling compactions & flushes 2024-12-03T17:23:51,783 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:51,783 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:51,783 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246617920.ea0447158726361ce0abe269636b5157. after waiting 0 ms 2024-12-03T17:23:51,783 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:51,783 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea0447158726361ce0abe269636b5157 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T17:23:51,804 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f/045fd27ce66347298ac78b9722af4583 is 29, key is row1/f:/1733246629231/DeleteFamily/seqid=0 2024-12-03T17:23:51,813 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/rep_barrier/7990d5a2b9a7460aa326171ebea70019 2024-12-03T17:23:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741844_1020 (size=5152) 2024-12-03T17:23:51,830 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f/045fd27ce66347298ac78b9722af4583 2024-12-03T17:23:51,834 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045fd27ce66347298ac78b9722af4583 2024-12-03T17:23:51,843 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/table/7644e7f406574a54ab844b644fb6da22 is 53, key is hbase:replication/table:state/1733246624084/Put/seqid=0 2024-12-03T17:23:51,849 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f1/473551cdb4a34cdd98cdebf3878d226f is 30, key is row1/f1:/1733246629231/DeleteFamily/seqid=0 2024-12-03T17:23:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741845_1021 (size=5308) 2024-12-03T17:23:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741846_1022 (size=5158) 2024-12-03T17:23:51,871 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:52,071 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:52,158 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:52,183 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:52,263 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/table/7644e7f406574a54ab844b644fb6da22 2024-12-03T17:23:52,263 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f1/473551cdb4a34cdd98cdebf3878d226f 2024-12-03T17:23:52,271 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:23:52,271 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea0447158726361ce0abe269636b5157=test,,1733246617920.ea0447158726361ce0abe269636b5157.} 2024-12-03T17:23:52,272 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:52,278 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 473551cdb4a34cdd98cdebf3878d226f 2024-12-03T17:23:52,302 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/info/33450f0d16094783b9847ab98b075d32 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/info/33450f0d16094783b9847ab98b075d32 2024-12-03T17:23:52,322 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/norep/3d51ddf0e40f4de4a21feef006256497 is 33, key is row2/norep:/1733246630236/DeleteFamily/seqid=0 2024-12-03T17:23:52,339 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/info/33450f0d16094783b9847ab98b075d32, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:52,341 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/ns/d2f9e98bc7134f8993b679a030e19ac1 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/ns/d2f9e98bc7134f8993b679a030e19ac1 2024-12-03T17:23:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741847_1023 (size=5108) 2024-12-03T17:23:52,344 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/norep/3d51ddf0e40f4de4a21feef006256497 2024-12-03T17:23:52,345 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1235, reset compression=false 2024-12-03T17:23:52,353 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/ns/d2f9e98bc7134f8993b679a030e19ac1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:52,354 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/rep_barrier/7990d5a2b9a7460aa326171ebea70019 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/rep_barrier/7990d5a2b9a7460aa326171ebea70019 2024-12-03T17:23:52,358 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d51ddf0e40f4de4a21feef006256497 2024-12-03T17:23:52,359 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f/045fd27ce66347298ac78b9722af4583 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/f/045fd27ce66347298ac78b9722af4583 2024-12-03T17:23:52,367 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:52,367 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1482, reset compression=false 2024-12-03T17:23:52,367 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45127,1733246611146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:52,368 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,45127,1733246611146: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,45127,1733246611146, walGroup=27e0f852a164%2C45127%2C1733246611146, offset=27e0f852a164%2C45127%2C1733246611146.1733246612851:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:45127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:23:52,370 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:23:52,370 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:23:52,373 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:23:52,373 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:23:52,374 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:23:52,374 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 981525600 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 202286760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:23:52,374 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:37877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:23:52,385 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045fd27ce66347298ac78b9722af4583 2024-12-03T17:23:52,385 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/f/045fd27ce66347298ac78b9722af4583, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:52,387 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/f1/473551cdb4a34cdd98cdebf3878d226f as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/f1/473551cdb4a34cdd98cdebf3878d226f 2024-12-03T17:23:52,392 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/rep_barrier/7990d5a2b9a7460aa326171ebea70019, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:52,408 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/.tmp/table/7644e7f406574a54ab844b644fb6da22 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/table/7644e7f406574a54ab844b644fb6da22 2024-12-03T17:23:52,420 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/table/7644e7f406574a54ab844b644fb6da22, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:52,432 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1160ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:52,439 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 473551cdb4a34cdd98cdebf3878d226f 2024-12-03T17:23:52,439 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/f1/473551cdb4a34cdd98cdebf3878d226f, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:52,451 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/.tmp/norep/3d51ddf0e40f4de4a21feef006256497 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/norep/3d51ddf0e40f4de4a21feef006256497 2024-12-03T17:23:52,472 DEBUG [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0447158726361ce0abe269636b5157 2024-12-03T17:23:52,472 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d51ddf0e40f4de4a21feef006256497 2024-12-03T17:23:52,473 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/norep/3d51ddf0e40f4de4a21feef006256497, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:52,483 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ea0447158726361ce0abe269636b5157 in 699ms, sequenceid=10, compaction requested=false 2024-12-03T17:23:52,538 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:52,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:52,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:52,547 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:52,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246631272Running coprocessor pre-close hooks at 1733246631272Disabling compacts and flushes for region at 1733246631272Disabling writes for close at 1733246631272Obtaining lock to block concurrent updates at 1733246631272Preparing flush snapshotting stores in 1588230740 at 1733246631272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246631273 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246631275 (+2 ms)Flushing 1588230740/info: creating writer at 1733246631275Flushing 1588230740/info: appending metadata at 1733246631297 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733246631297Flushing 1588230740/ns: creating writer at 1733246631317 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733246631339 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733246631339Flushing 1588230740/rep_barrier: creating writer at 1733246631383 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246631405 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246631405Flushing 1588230740/table: creating writer at 1733246631817 (+412 ms)Flushing 1588230740/table: appending metadata at 1733246631842 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733246631842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6510e924: reopening flushed file at 1733246632295 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238d45c0: reopening flushed file at 1733246632339 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b928339: reopening flushed file at 1733246632353 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e258b6: reopening flushed file at 1733246632392 (+39 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1160ms, sequenceid=16, compaction requested=false at 1733246632432 (+40 ms)Writing region close event to WAL at 1733246632505 (+73 ms)Running coprocessor post-close hooks at 1733246632546 (+41 ms)Closed at 1733246632547 (+1 ms) 2024-12-03T17:23:52,547 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:52,600 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/data/default/test/ea0447158726361ce0abe269636b5157/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T17:23:52,601 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:52,601 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:52,601 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:52,601 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0447158726361ce0abe269636b5157: Waiting for close lock at 1733246631783Running coprocessor pre-close hooks at 1733246631783Disabling compacts and flushes for region at 1733246631783Disabling writes for close at 1733246631783Obtaining lock to block concurrent updates at 1733246631783Preparing flush snapshotting stores in ea0447158726361ce0abe269636b5157 at 1733246631783Finished memstore snapshotting test,,1733246617920.ea0447158726361ce0abe269636b5157., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733246631783Flushing stores of test,,1733246617920.ea0447158726361ce0abe269636b5157. at 1733246631784 (+1 ms)Flushing ea0447158726361ce0abe269636b5157/f: creating writer at 1733246631784Flushing ea0447158726361ce0abe269636b5157/f: appending metadata at 1733246631803 (+19 ms)Flushing ea0447158726361ce0abe269636b5157/f: closing flushed file at 1733246631803Flushing ea0447158726361ce0abe269636b5157/f1: creating writer at 1733246631834 (+31 ms)Flushing ea0447158726361ce0abe269636b5157/f1: appending metadata at 1733246631849 (+15 ms)Flushing ea0447158726361ce0abe269636b5157/f1: closing flushed file at 1733246631849Flushing ea0447158726361ce0abe269636b5157/norep: creating writer at 1733246632278 (+429 ms)Flushing ea0447158726361ce0abe269636b5157/norep: appending metadata at 1733246632322 (+44 ms)Flushing ea0447158726361ce0abe269636b5157/norep: closing flushed file at 1733246632322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d2f658: reopening flushed file at 1733246632358 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197dcc48: reopening flushed file at 1733246632385 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c84f12b: reopening flushed file at 1733246632440 (+55 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ea0447158726361ce0abe269636b5157 in 699ms, sequenceid=10, compaction requested=false at 1733246632483 (+43 ms)Writing region close event to WAL at 1733246632547 (+64 ms)Running coprocessor post-close hooks at 1733246632601 (+54 ms)Closed at 1733246632601 2024-12-03T17:23:52,602 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246617920.ea0447158726361ce0abe269636b5157. 2024-12-03T17:23:52,609 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 1482, reset compression=false 2024-12-03T17:23:52,634 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:52,634 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 2126, reset compression=false 2024-12-03T17:23:52,674 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,45127,1733246611146; all regions closed. 2024-12-03T17:23:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:52,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:23:52,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:52,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108921 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:23:52,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.rep.1733246623939 not finished, retry = 0 2024-12-03T17:23:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741839_1015 (size=3114) 2024-12-03T17:23:52,772 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:52,876 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 to pos 2126, reset compression=false 2024-12-03T17:23:52,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 not finished, retry = 0 2024-12-03T17:23:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741833_1009 (size=2134) 2024-12-03T17:23:53,000 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/WALs/27e0f852a164,45127,1733246611146/27e0f852a164%2C45127%2C1733246611146.1733246612851 2024-12-03T17:23:53,000 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:53,000 INFO [RS:0;27e0f852a164:45127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:53,000 INFO [RS:0;27e0f852a164:45127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:53,000 INFO [RS:0;27e0f852a164:45127 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:53,000 INFO [RS:0;27e0f852a164:45127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:53,000 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:53,000 INFO [RS:0;27e0f852a164:45127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,45127,1733246611146 because: Region server is closing 2024-12-03T17:23:53,001 INFO [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45127. 2024-12-03T17:23:53,001 DEBUG [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:53,001 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:53,001 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:53,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:53,102 INFO [RS:0;27e0f852a164:45127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.shipper27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 terminated 2024-12-03T17:23:53,103 INFO [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45127. 2024-12-03T17:23:53,103 DEBUG [RS:0;27e0f852a164:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:53,103 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:53,103 DEBUG [RS:0;27e0f852a164:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:53,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:53,103 INFO [RS:0;27e0f852a164:45127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45127 2024-12-03T17:23:53,103 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45127,1733246611146.replicationSource.wal-reader.27e0f852a164%2C45127%2C1733246611146,1-27e0f852a164,45127,1733246611146 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T17:23:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186/rs 2024-12-03T17:23:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21017954186/rs/27e0f852a164,45127,1733246611146 2024-12-03T17:23:53,114 INFO [RS:0;27e0f852a164:45127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:53,116 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:53,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,45127,1733246611146] 2024-12-03T17:23:53,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/draining/27e0f852a164,45127,1733246611146 already deleted, retry=false 2024-12-03T17:23:53,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,45127,1733246611146 expired; onlineServers=0 2024-12-03T17:23:53,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,37877,1733246610838' ***** 2024-12-03T17:23:53,139 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:53,139 DEBUG [M:0;27e0f852a164:37877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:53,139 DEBUG [M:0;27e0f852a164:37877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:53,139 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246612584 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246612584,5,FailOnTimeoutGroup] 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:53,139 DEBUG [M:0;27e0f852a164:37877 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:53,139 INFO [M:0;27e0f852a164:37877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:53,140 INFO [M:0;27e0f852a164:37877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:53,140 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:53,142 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246612590 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246612590,5,FailOnTimeoutGroup] 2024-12-03T17:23:53,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:53,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21017954186/master already deleted, retry=false 2024-12-03T17:23:53,157 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Failed delete of our master address node; KeeperErrorCode = NoNode for /21017954186/master 2024-12-03T17:23:53,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21017954186/master 2024-12-03T17:23:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21017954186 2024-12-03T17:23:53,164 INFO [M:0;27e0f852a164:37877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/.lastflushedseqids 2024-12-03T17:23:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1010d4fce5e0007, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:53,219 INFO [RS:0;27e0f852a164:45127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:53,219 INFO [RS:0;27e0f852a164:45127 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,45127,1733246611146; zookeeper connection closed. 2024-12-03T17:23:53,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@360294c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@360294c8 2024-12-03T17:23:53,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741848_1024 (size=245) 2024-12-03T17:23:53,493 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:53,647 INFO [M:0;27e0f852a164:37877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:53,647 INFO [M:0;27e0f852a164:37877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:53,647 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:53,647 INFO [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:53,647 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:53,647 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:53,647 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:53,647 INFO [M:0;27e0f852a164:37877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T17:23:53,685 DEBUG [M:0;27e0f852a164:37877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af94c9fc277847adaed76c704a6e0aa5 is 82, key is hbase:meta,,1/info:regioninfo/1733246613424/Put/seqid=0 2024-12-03T17:23:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741849_1025 (size=5672) 2024-12-03T17:23:53,722 INFO [M:0;27e0f852a164:37877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af94c9fc277847adaed76c704a6e0aa5 2024-12-03T17:23:53,748 DEBUG [M:0;27e0f852a164:37877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d27966e620453eb66b9c0343a33959 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246624098/Put/seqid=0 2024-12-03T17:23:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741850_1026 (size=8516) 2024-12-03T17:23:54,146 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:54,189 INFO [M:0;27e0f852a164:37877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d27966e620453eb66b9c0343a33959 2024-12-03T17:23:54,230 DEBUG [M:0;27e0f852a164:37877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/815cfd4b3bf6456c8b97d7ba8c4eb141 is 69, key is 27e0f852a164,45127,1733246611146/rs:state/1733246612640/Put/seqid=0 2024-12-03T17:23:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741851_1027 (size=5156) 2024-12-03T17:23:54,264 INFO [M:0;27e0f852a164:37877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/815cfd4b3bf6456c8b97d7ba8c4eb141 2024-12-03T17:23:54,287 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af94c9fc277847adaed76c704a6e0aa5 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af94c9fc277847adaed76c704a6e0aa5 2024-12-03T17:23:54,312 INFO [M:0;27e0f852a164:37877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af94c9fc277847adaed76c704a6e0aa5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:23:54,316 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d27966e620453eb66b9c0343a33959 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30d27966e620453eb66b9c0343a33959 2024-12-03T17:23:54,332 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:54,339 INFO [M:0;27e0f852a164:37877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30d27966e620453eb66b9c0343a33959, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:23:54,344 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/815cfd4b3bf6456c8b97d7ba8c4eb141 as hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/815cfd4b3bf6456c8b97d7ba8c4eb141 2024-12-03T17:23:54,411 INFO [M:0;27e0f852a164:37877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/3b3825e4-4065-f31d-5434-dc0463f64740/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/815cfd4b3bf6456c8b97d7ba8c4eb141, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:23:54,418 INFO [M:0;27e0f852a164:37877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 771ms, sequenceid=97, compaction requested=false 2024-12-03T17:23:54,443 INFO [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:54,443 DEBUG [M:0;27e0f852a164:37877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246633647Disabling compacts and flushes for region at 1733246633647Disabling writes for close at 1733246633647Obtaining lock to block concurrent updates at 1733246633647Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246633647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733246633648 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246633652 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246633652Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246633685 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246633685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246633728 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246633747 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246633747Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246634194 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246634229 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246634229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c941ec5: reopening flushed file at 1733246634280 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3721a90c: reopening flushed file at 1733246634313 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d47a3ab: reopening flushed file at 1733246634339 (+26 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 771ms, sequenceid=97, compaction requested=false at 1733246634418 (+79 ms)Writing region close event to WAL at 1733246634443 (+25 ms)Closed at 1733246634443 2024-12-03T17:23:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741830_1006 (size=63654) 2024-12-03T17:23:54,474 INFO [M:0;27e0f852a164:37877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:23:54,475 INFO [M:0;27e0f852a164:37877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37877 2024-12-03T17:23:54,475 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:54,476 INFO [M:0;27e0f852a164:37877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:54,587 INFO [M:0;27e0f852a164:37877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x1010d4fce5e0006, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:54,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5185f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:54,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d4c6a52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:54,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2579cfe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:54,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:54,682 WARN [BP-804822472-172.17.0.3-1733246609269 heartbeating to localhost/127.0.0.1:33425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-804822472-172.17.0.3-1733246609269 (Datanode Uuid eeaaa656-c52b-4ecc-ada8-d0bbdc546e2d) service to localhost/127.0.0.1:33425 2024-12-03T17:23:54,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/cluster_f20948b8-679d-eaf0-1f35-c2cb246559bb/data/data2/current/BP-804822472-172.17.0.3-1733246609269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:54,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/cluster_f20948b8-679d-eaf0-1f35-c2cb246559bb/data/data1/current/BP-804822472-172.17.0.3-1733246609269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:54,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:23:54,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4605f804{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:54,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a92c29c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:54,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:54,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9b003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:54,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:54,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:23:54,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:54,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:54,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:54,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:54,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:54,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:54,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:54,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=595997714, stopped=false 2024-12-03T17:23:54,730 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,36437,1733246606245 2024-12-03T17:23:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532355673/running 2024-12-03T17:23:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532355673/running 2024-12-03T17:23:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:54,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/running 2024-12-03T17:23:54,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Set watcher on znode that does not yet exist, /1-532355673/running 2024-12-03T17:23:54,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:54,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:54,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:54,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:54,736 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,33533,1733246606514' ***** 2024-12-03T17:23:54,736 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:54,736 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:54,736 INFO [RS:0;27e0f852a164:33533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:54,737 INFO [RS:0;27e0f852a164:33533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:54,737 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:54,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:54,750 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:54,750 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,33533,1733246606514 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33533. 2024-12-03T17:23:54,751 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e002d9cc3fbfa2aa4009cae1ea28b613, disabling compactions & flushes 2024-12-03T17:23:54,751 DEBUG [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:54,751 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:54,751 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:54,751 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:54,751 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. after waiting 0 ms 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:54,751 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:54,751 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:54,751 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e002d9cc3fbfa2aa4009cae1ea28b613 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T17:23:54,758 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:54,758 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1325): Online Regions={e002d9cc3fbfa2aa4009cae1ea28b613=test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., 1588230740=hbase:meta,,1.1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a=hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.} 2024-12-03T17:23:54,758 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:54,759 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:54,759 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:54,759 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:54,759 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:54,759 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:54,759 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:54,795 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:54,800 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f/998824e08f6a4e08a16c4116622c95bc is 29, key is row1/f:/1733246629231/DeleteFamily/seqid=0 2024-12-03T17:23:54,818 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/info/db20eddce7f441ff9362556ce716ee41 is 147, key is hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a./info:regioninfo/1733246621797/Put/seqid=0 2024-12-03T17:23:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741840_1016 (size=5152) 2024-12-03T17:23:54,836 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f/998824e08f6a4e08a16c4116622c95bc 2024-12-03T17:23:54,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:23:54,860 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/info/db20eddce7f441ff9362556ce716ee41 2024-12-03T17:23:54,861 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 998824e08f6a4e08a16c4116622c95bc 2024-12-03T17:23:54,886 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f1/81d2e25b234744e18ccb1448de900284 is 30, key is row1/f1:/1733246629231/DeleteFamily/seqid=0 2024-12-03T17:23:54,887 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/ns/5688d49d0f9643b79563cf79a00bc575 is 43, key is default/ns:d/1733246609055/Put/seqid=0 2024-12-03T17:23:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741842_1018 (size=5158) 2024-12-03T17:23:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741843_1019 (size=5153) 2024-12-03T17:23:54,964 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,124 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:55,124 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:55,164 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,264 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:55,268 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1189, reset compression=false 2024-12-03T17:23:55,293 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:55,293 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1436, reset compression=false 2024-12-03T17:23:55,293 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,33533,1733246606514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:23:55,294 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,33533,1733246606514: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,33533,1733246606514, walGroup=27e0f852a164%2C33533%2C1733246606514, offset=27e0f852a164%2C33533%2C1733246606514.1733246608243:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:33533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:23:55,296 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:23:55,296 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:23:55,296 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:23:55,296 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:23:55,296 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:23:55,296 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 1036051552 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202648184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:23:55,297 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:36437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:36437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:23:55,349 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/ns/5688d49d0f9643b79563cf79a00bc575 2024-12-03T17:23:55,349 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f1/81d2e25b234744e18ccb1448de900284 2024-12-03T17:23:55,364 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,380 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81d2e25b234744e18ccb1448de900284 2024-12-03T17:23:55,514 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/rep_barrier/34e04f4f0a834638a42b93f0a1328ef8 is 112, key is test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613./rep_barrier:seqnumDuringOpen/1733246616991/Put/seqid=0 2024-12-03T17:23:55,520 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/norep/c8c8a36ea09640b488cc967974db415b is 33, key is row1/norep:/1733246629231/DeleteFamily/seqid=0 2024-12-03T17:23:55,531 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1436, reset compression=false 2024-12-03T17:23:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741844_1020 (size=5518) 2024-12-03T17:23:55,563 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/rep_barrier/34e04f4f0a834638a42b93f0a1328ef8 2024-12-03T17:23:55,566 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741845_1021 (size=5108) 2024-12-03T17:23:55,645 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/table/1beb216a106241d0b8d08b661dd127bd is 53, key is hbase:replication/table:state/1733246621813/Put/seqid=0 2024-12-03T17:23:55,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741846_1022 (size=5308) 2024-12-03T17:23:55,690 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/table/1beb216a106241d0b8d08b661dd127bd 2024-12-03T17:23:55,738 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/info/db20eddce7f441ff9362556ce716ee41 as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/info/db20eddce7f441ff9362556ce716ee41 2024-12-03T17:23:55,768 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/info/db20eddce7f441ff9362556ce716ee41, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:55,768 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,772 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/ns/5688d49d0f9643b79563cf79a00bc575 as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/ns/5688d49d0f9643b79563cf79a00bc575 2024-12-03T17:23:55,782 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/ns/5688d49d0f9643b79563cf79a00bc575, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:55,783 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/rep_barrier/34e04f4f0a834638a42b93f0a1328ef8 as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/rep_barrier/34e04f4f0a834638a42b93f0a1328ef8 2024-12-03T17:23:55,793 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/rep_barrier/34e04f4f0a834638a42b93f0a1328ef8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:55,800 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/.tmp/table/1beb216a106241d0b8d08b661dd127bd as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/table/1beb216a106241d0b8d08b661dd127bd 2024-12-03T17:23:55,813 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/table/1beb216a106241d0b8d08b661dd127bd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:55,822 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:55,891 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1436, reset compression=false 2024-12-03T17:23:55,911 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:55,914 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:55,915 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:55,915 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:55,915 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246634759Running coprocessor pre-close hooks at 1733246634759Disabling compacts and flushes for region at 1733246634759Disabling writes for close at 1733246634759Obtaining lock to block concurrent updates at 1733246634759Preparing flush snapshotting stores in 1588230740 at 1733246634759Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246634760 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246634763 (+3 ms)Flushing 1588230740/info: creating writer at 1733246634763Flushing 1588230740/info: appending metadata at 1733246634817 (+54 ms)Flushing 1588230740/info: closing flushed file at 1733246634817Flushing 1588230740/ns: creating writer at 1733246634866 (+49 ms)Flushing 1588230740/ns: appending metadata at 1733246634887 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733246634887Flushing 1588230740/rep_barrier: creating writer at 1733246635368 (+481 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246635514 (+146 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246635514Flushing 1588230740/table: creating writer at 1733246635607 (+93 ms)Flushing 1588230740/table: appending metadata at 1733246635644 (+37 ms)Flushing 1588230740/table: closing flushed file at 1733246635644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f742e: reopening flushed file at 1733246635724 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed3cd6d: reopening flushed file at 1733246635768 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e749e6: reopening flushed file at 1733246635783 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757cd1fa: reopening flushed file at 1733246635793 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=16, compaction requested=false at 1733246635823 (+30 ms)Writing region close event to WAL at 1733246635875 (+52 ms)Running coprocessor post-close hooks at 1733246635914 (+39 ms)Closed at 1733246635915 (+1 ms) 2024-12-03T17:23:55,915 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:55,968 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:23:55,968 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1325): Online Regions={e002d9cc3fbfa2aa4009cae1ea28b613=test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., d0d4ba2b5000e2af51dd8963d1cebb2a=hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a.} 2024-12-03T17:23:55,968 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on d0d4ba2b5000e2af51dd8963d1cebb2a, e002d9cc3fbfa2aa4009cae1ea28b613 2024-12-03T17:23:55,999 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/norep/c8c8a36ea09640b488cc967974db415b 2024-12-03T17:23:56,024 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8c8a36ea09640b488cc967974db415b 2024-12-03T17:23:56,026 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f/998824e08f6a4e08a16c4116622c95bc as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/f/998824e08f6a4e08a16c4116622c95bc 2024-12-03T17:23:56,054 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 998824e08f6a4e08a16c4116622c95bc 2024-12-03T17:23:56,054 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/f/998824e08f6a4e08a16c4116622c95bc, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:56,066 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/f1/81d2e25b234744e18ccb1448de900284 as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/f1/81d2e25b234744e18ccb1448de900284 2024-12-03T17:23:56,094 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81d2e25b234744e18ccb1448de900284 2024-12-03T17:23:56,094 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/f1/81d2e25b234744e18ccb1448de900284, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:56,101 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/.tmp/norep/c8c8a36ea09640b488cc967974db415b as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/norep/c8c8a36ea09640b488cc967974db415b 2024-12-03T17:23:56,125 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8c8a36ea09640b488cc967974db415b 2024-12-03T17:23:56,125 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/norep/c8c8a36ea09640b488cc967974db415b, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T17:23:56,127 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e002d9cc3fbfa2aa4009cae1ea28b613 in 1376ms, sequenceid=10, compaction requested=false 2024-12-03T17:23:56,132 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/data/default/test/e002d9cc3fbfa2aa4009cae1ea28b613/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T17:23:56,133 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:56,133 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:56,133 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:56,133 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e002d9cc3fbfa2aa4009cae1ea28b613: Waiting for close lock at 1733246634751Running coprocessor pre-close hooks at 1733246634751Disabling compacts and flushes for region at 1733246634751Disabling writes for close at 1733246634751Obtaining lock to block concurrent updates at 1733246634751Preparing flush snapshotting stores in e002d9cc3fbfa2aa4009cae1ea28b613 at 1733246634751Finished memstore snapshotting test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733246634751Flushing stores of test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. at 1733246634752 (+1 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f: creating writer at 1733246634752Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f: appending metadata at 1733246634799 (+47 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f: closing flushed file at 1733246634799Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f1: creating writer at 1733246634861 (+62 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f1: appending metadata at 1733246634885 (+24 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/f1: closing flushed file at 1733246634885Flushing e002d9cc3fbfa2aa4009cae1ea28b613/norep: creating writer at 1733246635380 (+495 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/norep: appending metadata at 1733246635519 (+139 ms)Flushing e002d9cc3fbfa2aa4009cae1ea28b613/norep: closing flushed file at 1733246635519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c740874: reopening flushed file at 1733246636024 (+505 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796e980b: reopening flushed file at 1733246636054 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5197e4: reopening flushed file at 1733246636094 (+40 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e002d9cc3fbfa2aa4009cae1ea28b613 in 1376ms, sequenceid=10, compaction requested=false at 1733246636127 (+33 ms)Writing region close event to WAL at 1733246636129 (+2 ms)Running coprocessor post-close hooks at 1733246636133 (+4 ms)Closed at 1733246636133 2024-12-03T17:23:56,133 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246615753.e002d9cc3fbfa2aa4009cae1ea28b613. 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0d4ba2b5000e2af51dd8963d1cebb2a, disabling compactions & flushes 2024-12-03T17:23:56,134 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. after waiting 0 ms 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0d4ba2b5000e2af51dd8963d1cebb2a: Waiting for close lock at 1733246636134Running coprocessor pre-close hooks at 1733246636134Disabling compacts and flushes for region at 1733246636134Disabling writes for close at 1733246636134Failed flush hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a., putting online again at 1733246636134 2024-12-03T17:23:56,134 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:23:56,168 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(3091): Received CLOSE for d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:56,169 DEBUG [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1351): Waiting on d0d4ba2b5000e2af51dd8963d1cebb2a 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0d4ba2b5000e2af51dd8963d1cebb2a, disabling compactions & flushes 2024-12-03T17:23:56,169 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. after waiting 0 ms 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0d4ba2b5000e2af51dd8963d1cebb2a: Waiting for close lock at 1733246636169Running coprocessor pre-close hooks at 1733246636169Disabling compacts and flushes for region at 1733246636169Disabling writes for close at 1733246636169Failed flush hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a., putting online again at 1733246636169 2024-12-03T17:23:56,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733246620774.d0d4ba2b5000e2af51dd8963d1cebb2a. 2024-12-03T17:23:56,311 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 1436, reset compression=false 2024-12-03T17:23:56,350 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:23:56,350 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.wal-reader.27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.1733246608243 to pos 2080, reset compression=false 2024-12-03T17:23:56,369 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T17:23:56,369 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,33533,1733246606514; all regions closed. 2024-12-03T17:23:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:56,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/WALs/27e0f852a164,33533,1733246606514/27e0f852a164%2C33533%2C1733246606514.meta.1733246608913.meta not finished, retry = 0 2024-12-03T17:23:56,478 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741839_1015 (size=2171) 2024-12-03T17:23:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741832_1008 (size=2088) 2024-12-03T17:23:56,567 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:56,567 INFO [RS:0;27e0f852a164:33533 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:56,567 INFO [RS:0;27e0f852a164:33533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:56,567 INFO [RS:0;27e0f852a164:33533 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:56,567 INFO [RS:0;27e0f852a164:33533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:56,568 INFO [RS:0;27e0f852a164:33533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,33533,1733246606514 because: Region server is closing 2024-12-03T17:23:56,568 INFO [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33533. 2024-12-03T17:23:56,568 DEBUG [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:56,568 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:56,568 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:56,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:56,573 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:56,669 INFO [RS:0;27e0f852a164:33533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,33533,1733246606514.replicationSource.shipper27e0f852a164%2C33533%2C1733246606514,1-27e0f852a164,33533,1733246606514 terminated 2024-12-03T17:23:56,669 INFO [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:33533. 2024-12-03T17:23:56,669 DEBUG [RS:0;27e0f852a164:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:56,669 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:56,669 DEBUG [RS:0;27e0f852a164:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:56,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:56,670 INFO [RS:0;27e0f852a164:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33533 2024-12-03T17:23:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532355673/rs/27e0f852a164,33533,1733246606514 2024-12-03T17:23:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673/rs 2024-12-03T17:23:56,679 INFO [RS:0;27e0f852a164:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:56,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,33533,1733246606514] 2024-12-03T17:23:56,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/draining/27e0f852a164,33533,1733246606514 already deleted, retry=false 2024-12-03T17:23:56,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,33533,1733246606514 expired; onlineServers=0 2024-12-03T17:23:56,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,36437,1733246606245' ***** 2024-12-03T17:23:56,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:56,688 INFO [M:0;27e0f852a164:36437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:56,688 INFO [M:0;27e0f852a164:36437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:56,688 DEBUG [M:0;27e0f852a164:36437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:56,688 DEBUG [M:0;27e0f852a164:36437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:56,688 INFO [M:0;27e0f852a164:36437 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:56,688 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246607850 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246607850,5,FailOnTimeoutGroup] 2024-12-03T17:23:56,688 INFO [M:0;27e0f852a164:36437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:56,688 DEBUG [M:0;27e0f852a164:36437 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:56,688 INFO [M:0;27e0f852a164:36437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:56,689 INFO [M:0;27e0f852a164:36437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:56,689 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246607850 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246607850,5,FailOnTimeoutGroup] 2024-12-03T17:23:56,689 INFO [M:0;27e0f852a164:36437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:56,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:56,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532355673/master 2024-12-03T17:23:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532355673 2024-12-03T17:23:56,694 DEBUG [M:0;27e0f852a164:36437 {}] zookeeper.RecoverableZooKeeper(212): Node /1-532355673/master already deleted, retry=false 2024-12-03T17:23:56,694 DEBUG [M:0;27e0f852a164:36437 {}] master.ActiveMasterManager(353): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-532355673/master 2024-12-03T17:23:56,700 INFO [M:0;27e0f852a164:36437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/.lastflushedseqids 2024-12-03T17:23:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741847_1023 (size=245) 2024-12-03T17:23:56,763 INFO [M:0;27e0f852a164:36437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:56,763 INFO [M:0;27e0f852a164:36437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:56,764 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:56,764 INFO [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:56,764 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:56,764 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:56,764 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:56,764 INFO [M:0;27e0f852a164:36437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T17:23:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1010d4fce5e0004, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:56,786 INFO [RS:0;27e0f852a164:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:56,786 INFO [RS:0;27e0f852a164:33533 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,33533,1733246606514; zookeeper connection closed. 2024-12-03T17:23:56,797 DEBUG [M:0;27e0f852a164:36437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06923ffd171044cc96407d55d4e2a7ea is 82, key is hbase:meta,,1/info:regioninfo/1733246609031/Put/seqid=0 2024-12-03T17:23:56,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63f15e36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63f15e36 2024-12-03T17:23:56,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741848_1024 (size=5672) 2024-12-03T17:23:56,840 INFO [M:0;27e0f852a164:36437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06923ffd171044cc96407d55d4e2a7ea 2024-12-03T17:23:56,879 DEBUG [M:0;27e0f852a164:36437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3656a93f5a04217b07024e64f53b14c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246621820/Put/seqid=0 2024-12-03T17:23:56,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741849_1025 (size=8516) 2024-12-03T17:23:56,925 INFO [M:0;27e0f852a164:36437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3656a93f5a04217b07024e64f53b14c 2024-12-03T17:23:57,001 DEBUG [M:0;27e0f852a164:36437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1dc83fde89247909835997974917627 is 69, key is 27e0f852a164,33533,1733246606514/rs:state/1733246607933/Put/seqid=0 2024-12-03T17:23:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741850_1026 (size=5156) 2024-12-03T17:23:57,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:23:57,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:23:57,449 INFO [M:0;27e0f852a164:36437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1dc83fde89247909835997974917627 2024-12-03T17:23:57,464 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06923ffd171044cc96407d55d4e2a7ea as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06923ffd171044cc96407d55d4e2a7ea 2024-12-03T17:23:57,471 INFO [M:0;27e0f852a164:36437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06923ffd171044cc96407d55d4e2a7ea, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T17:23:57,483 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3656a93f5a04217b07024e64f53b14c as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3656a93f5a04217b07024e64f53b14c 2024-12-03T17:23:57,510 INFO [M:0;27e0f852a164:36437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3656a93f5a04217b07024e64f53b14c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T17:23:57,515 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1dc83fde89247909835997974917627 as hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1dc83fde89247909835997974917627 2024-12-03T17:23:57,550 INFO [M:0;27e0f852a164:36437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33257/user/jenkins/test-data/99a4c539-6674-094c-846b-bf547502b935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1dc83fde89247909835997974917627, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T17:23:57,554 INFO [M:0;27e0f852a164:36437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 790ms, sequenceid=97, compaction requested=false 2024-12-03T17:23:57,614 INFO [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:57,614 DEBUG [M:0;27e0f852a164:36437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246636763Disabling compacts and flushes for region at 1733246636763Disabling writes for close at 1733246636764 (+1 ms)Obtaining lock to block concurrent updates at 1733246636764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246636764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733246636764Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246636766 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246636766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246636796 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246636796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246636847 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246636879 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246636879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246636946 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246637000 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246637000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147015c9: reopening flushed file at 1733246637459 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f55a506: reopening flushed file at 1733246637472 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bfa1eb: reopening flushed file at 1733246637510 (+38 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 790ms, sequenceid=97, compaction requested=false at 1733246637554 (+44 ms)Writing region close event to WAL at 1733246637614 (+60 ms)Closed at 1733246637614 2024-12-03T17:23:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741830_1006 (size=63654) 2024-12-03T17:23:57,655 INFO [M:0;27e0f852a164:36437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:23:57,655 INFO [M:0;27e0f852a164:36437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36437 2024-12-03T17:23:57,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:57,658 INFO [M:0;27e0f852a164:36437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:57,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:57,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36437-0x1010d4fce5e0003, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:57,774 INFO [M:0;27e0f852a164:36437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:57,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6d7f72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:23:57,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:57,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:57,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:57,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:57,800 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.wal-reader.27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.1733246603462 to pos 636, reset compression=false 2024-12-03T17:23:57,821 WARN [BP-776057858-172.17.0.3-1733246604407 heartbeating to localhost/127.0.0.1:33257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:23:57,821 WARN [BP-776057858-172.17.0.3-1733246604407 heartbeating to localhost/127.0.0.1:33257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776057858-172.17.0.3-1733246604407 (Datanode Uuid 6401c081-29ae-4810-89d0-a87c54c20fb1) service to localhost/127.0.0.1:33257 2024-12-03T17:23:57,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/cluster_0725ed2a-5ed9-3f0f-817c-d12ab046fa11/data/data1/current/BP-776057858-172.17.0.3-1733246604407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:57,823 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:23:57,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/cluster_0725ed2a-5ed9-3f0f-817c-d12ab046fa11/data/data2/current/BP-776057858-172.17.0.3-1733246604407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:23:57,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:23:57,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:23:57,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a3384c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:23:57,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:23:57,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:23:57,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:23:57,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1cc2093-07c2-43ea-e0eb-faf0acb04daa/hadoop.log.dir/,STOPPED} 2024-12-03T17:23:57,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:23:57,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:23:57,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:57,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:57,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:57,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:57,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:57,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:23:57,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1788503594, stopped=false 2024-12-03T17:23:57,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,34165,1733246600688 2024-12-03T17:23:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0834986419/running 2024-12-03T17:23:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0834986419/running 2024-12-03T17:23:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:57,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:57,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:23:57,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/running 2024-12-03T17:23:57,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Set watcher on znode that does not yet exist, /0834986419/running 2024-12-03T17:23:57,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:57,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:57,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,36655,1733246601056' ***** 2024-12-03T17:23:57,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:23:57,955 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:23:57,955 INFO [RS:0;27e0f852a164:36655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:23:57,955 INFO [RS:0;27e0f852a164:36655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:23:57,955 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f0efba1abed20eca871c74a97520768 2024-12-03T17:23:57,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:23:57,970 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,36655,1733246601056 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:36655. 2024-12-03T17:23:57,971 DEBUG [RS:0;27e0f852a164:36655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:57,971 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:23:57,971 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:23:57,971 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1325): Online Regions={0f0efba1abed20eca871c74a97520768=test,,1733246613587.0f0efba1abed20eca871c74a97520768., 1588230740=hbase:meta,,1.1588230740, fb7791e4ad060694b34a20c68192d701=hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701.} 2024-12-03T17:23:57,971 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1351): Waiting on 0f0efba1abed20eca871c74a97520768, 1588230740, fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f0efba1abed20eca871c74a97520768, disabling compactions & flushes 2024-12-03T17:23:57,972 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246613587.0f0efba1abed20eca871c74a97520768. after waiting 0 ms 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:57,972 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f0efba1abed20eca871c74a97520768 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:23:57,972 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:23:57,972 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:23:57,973 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:23:58,017 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/info/2ee4759dcc5748f7a4cf652cdce6c09c is 147, key is hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701./info:regioninfo/1733246619582/Put/seqid=0 2024-12-03T17:23:58,019 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f/bd15ed04302f4dbb965b885d1f1447cf is 28, key is row/f:/1733246628220/DeleteFamily/seqid=0 2024-12-03T17:23:58,026 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741841_1017 (size=7686) 2024-12-03T17:23:58,080 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/info/2ee4759dcc5748f7a4cf652cdce6c09c 2024-12-03T17:23:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741840_1016 (size=5085) 2024-12-03T17:23:58,106 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f/bd15ed04302f4dbb965b885d1f1447cf 2024-12-03T17:23:58,118 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd15ed04302f4dbb965b885d1f1447cf 2024-12-03T17:23:58,136 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/ns/76635d09d6794e708bfd6a144d51590c is 43, key is default/ns:d/1733246604124/Put/seqid=0 2024-12-03T17:23:58,164 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f1/f850cc941a2444c9aea3a4d8225a4a43 is 29, key is row/f1:/1733246628220/DeleteFamily/seqid=0 2024-12-03T17:23:58,172 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1351): Waiting on 0f0efba1abed20eca871c74a97520768, 1588230740, fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:23:58,180 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/ns/76635d09d6794e708bfd6a144d51590c 2024-12-03T17:23:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741843_1019 (size=5089) 2024-12-03T17:23:58,209 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f1/f850cc941a2444c9aea3a4d8225a4a43 2024-12-03T17:23:58,219 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f850cc941a2444c9aea3a4d8225a4a43 2024-12-03T17:23:58,225 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7e01104462ab4cf6991e4a6857edb880 is 112, key is test,,1733246613587.0f0efba1abed20eca871c74a97520768./rep_barrier:seqnumDuringOpen/1733246614968/Put/seqid=0 2024-12-03T17:23:58,235 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:23:58,235 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:23:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741844_1020 (size=5518) 2024-12-03T17:23:58,278 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/norep/c7bbad8693fb4f80899bc9a500ebbba8 is 32, key is row/norep:/1733246628220/DeleteFamily/seqid=0 2024-12-03T17:23:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741845_1021 (size=5101) 2024-12-03T17:23:58,313 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/norep/c7bbad8693fb4f80899bc9a500ebbba8 2024-12-03T17:23:58,333 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7bbad8693fb4f80899bc9a500ebbba8 2024-12-03T17:23:58,334 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f/bd15ed04302f4dbb965b885d1f1447cf as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/f/bd15ed04302f4dbb965b885d1f1447cf 2024-12-03T17:23:58,338 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd15ed04302f4dbb965b885d1f1447cf 2024-12-03T17:23:58,338 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/f/bd15ed04302f4dbb965b885d1f1447cf, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T17:23:58,339 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/f1/f850cc941a2444c9aea3a4d8225a4a43 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/f1/f850cc941a2444c9aea3a4d8225a4a43 2024-12-03T17:23:58,343 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f850cc941a2444c9aea3a4d8225a4a43 2024-12-03T17:23:58,343 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/f1/f850cc941a2444c9aea3a4d8225a4a43, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T17:23:58,344 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/.tmp/norep/c7bbad8693fb4f80899bc9a500ebbba8 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/norep/c7bbad8693fb4f80899bc9a500ebbba8 2024-12-03T17:23:58,360 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7bbad8693fb4f80899bc9a500ebbba8 2024-12-03T17:23:58,360 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/norep/c7bbad8693fb4f80899bc9a500ebbba8, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T17:23:58,366 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0f0efba1abed20eca871c74a97520768 in 394ms, sequenceid=6, compaction requested=false 2024-12-03T17:23:58,367 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:23:58,372 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1351): Waiting on 0f0efba1abed20eca871c74a97520768, 1588230740, fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:58,434 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/default/test/0f0efba1abed20eca871c74a97520768/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T17:23:58,435 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:23:58,436 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f0efba1abed20eca871c74a97520768: Waiting for close lock at 1733246637972Running coprocessor pre-close hooks at 1733246637972Disabling compacts and flushes for region at 1733246637972Disabling writes for close at 1733246637972Obtaining lock to block concurrent updates at 1733246637972Preparing flush snapshotting stores in 0f0efba1abed20eca871c74a97520768 at 1733246637972Finished memstore snapshotting test,,1733246613587.0f0efba1abed20eca871c74a97520768., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733246637972Flushing stores of test,,1733246613587.0f0efba1abed20eca871c74a97520768. at 1733246637973 (+1 ms)Flushing 0f0efba1abed20eca871c74a97520768/f: creating writer at 1733246637973Flushing 0f0efba1abed20eca871c74a97520768/f: appending metadata at 1733246638018 (+45 ms)Flushing 0f0efba1abed20eca871c74a97520768/f: closing flushed file at 1733246638018Flushing 0f0efba1abed20eca871c74a97520768/f1: creating writer at 1733246638119 (+101 ms)Flushing 0f0efba1abed20eca871c74a97520768/f1: appending metadata at 1733246638163 (+44 ms)Flushing 0f0efba1abed20eca871c74a97520768/f1: closing flushed file at 1733246638163Flushing 0f0efba1abed20eca871c74a97520768/norep: creating writer at 1733246638219 (+56 ms)Flushing 0f0efba1abed20eca871c74a97520768/norep: appending metadata at 1733246638277 (+58 ms)Flushing 0f0efba1abed20eca871c74a97520768/norep: closing flushed file at 1733246638277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bbad66: reopening flushed file at 1733246638333 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3218a716: reopening flushed file at 1733246638338 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a7bb22: reopening flushed file at 1733246638343 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0f0efba1abed20eca871c74a97520768 in 394ms, sequenceid=6, compaction requested=false at 1733246638366 (+23 ms)Writing region close event to WAL at 1733246638410 (+44 ms)Running coprocessor post-close hooks at 1733246638435 (+25 ms)Closed at 1733246638436 (+1 ms) 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246613587.0f0efba1abed20eca871c74a97520768. 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb7791e4ad060694b34a20c68192d701, disabling compactions & flushes 2024-12-03T17:23:58,436 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. after waiting 0 ms 2024-12-03T17:23:58,436 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:58,436 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb7791e4ad060694b34a20c68192d701 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T17:23:58,493 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/.tmp/queue/f2278449804d4313aa9edfebaf5e3701 is 153, key is 1-27e0f852a164,36655,1733246601056/queue:27e0f852a164%2C36655%2C1733246601056/1733246628515/Put/seqid=0 2024-12-03T17:23:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741846_1022 (size=5352) 2024-12-03T17:23:58,547 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/.tmp/queue/f2278449804d4313aa9edfebaf5e3701 2024-12-03T17:23:58,574 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb7791e4ad060694b34a20c68192d701 2024-12-03T17:23:58,592 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/.tmp/queue/f2278449804d4313aa9edfebaf5e3701 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/queue/f2278449804d4313aa9edfebaf5e3701 2024-12-03T17:23:58,617 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/queue/f2278449804d4313aa9edfebaf5e3701, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T17:23:58,623 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fb7791e4ad060694b34a20c68192d701 in 187ms, sequenceid=8, compaction requested=false 2024-12-03T17:23:58,623 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:23:58,682 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7e01104462ab4cf6991e4a6857edb880 2024-12-03T17:23:58,683 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/replication/fb7791e4ad060694b34a20c68192d701/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T17:23:58,686 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:58,686 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:58,686 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:58,686 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb7791e4ad060694b34a20c68192d701: Waiting for close lock at 1733246638436Running coprocessor pre-close hooks at 1733246638436Disabling compacts and flushes for region at 1733246638436Disabling writes for close at 1733246638436Obtaining lock to block concurrent updates at 1733246638436Preparing flush snapshotting stores in fb7791e4ad060694b34a20c68192d701 at 1733246638436Finished memstore snapshotting hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733246638437 (+1 ms)Flushing stores of hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. at 1733246638455 (+18 ms)Flushing fb7791e4ad060694b34a20c68192d701/queue: creating writer at 1733246638455Flushing fb7791e4ad060694b34a20c68192d701/queue: appending metadata at 1733246638492 (+37 ms)Flushing fb7791e4ad060694b34a20c68192d701/queue: closing flushed file at 1733246638493 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405b1e4: reopening flushed file at 1733246638580 (+87 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fb7791e4ad060694b34a20c68192d701 in 187ms, sequenceid=8, compaction requested=false at 1733246638623 (+43 ms)Writing region close event to WAL at 1733246638650 (+27 ms)Running coprocessor post-close hooks at 1733246638685 (+35 ms)Closed at 1733246638686 (+1 ms) 2024-12-03T17:23:58,686 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246618579.fb7791e4ad060694b34a20c68192d701. 2024-12-03T17:23:58,778 DEBUG [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:23:58,786 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/table/f65c27bb994d4eea8571c01a278a25e9 is 53, key is hbase:replication/table:state/1733246619613/Put/seqid=0 2024-12-03T17:23:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741847_1023 (size=5308) 2024-12-03T17:23:58,817 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/table/f65c27bb994d4eea8571c01a278a25e9 2024-12-03T17:23:58,848 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/info/2ee4759dcc5748f7a4cf652cdce6c09c as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/info/2ee4759dcc5748f7a4cf652cdce6c09c 2024-12-03T17:23:58,873 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/info/2ee4759dcc5748f7a4cf652cdce6c09c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:23:58,876 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/ns/76635d09d6794e708bfd6a144d51590c as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/ns/76635d09d6794e708bfd6a144d51590c 2024-12-03T17:23:58,887 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/ns/76635d09d6794e708bfd6a144d51590c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:23:58,888 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7e01104462ab4cf6991e4a6857edb880 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/rep_barrier/7e01104462ab4cf6991e4a6857edb880 2024-12-03T17:23:58,896 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/rep_barrier/7e01104462ab4cf6991e4a6857edb880, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:23:58,900 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/.tmp/table/f65c27bb994d4eea8571c01a278a25e9 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/table/f65c27bb994d4eea8571c01a278a25e9 2024-12-03T17:23:58,906 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/table/f65c27bb994d4eea8571c01a278a25e9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:23:58,907 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false 2024-12-03T17:23:58,907 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:23:58,967 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:23:58,968 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:23:58,968 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:23:58,968 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:58,968 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246637972Running coprocessor pre-close hooks at 1733246637972Disabling compacts and flushes for region at 1733246637972Disabling writes for close at 1733246637972Obtaining lock to block concurrent updates at 1733246637973 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733246637973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246637973Flushing stores of hbase:meta,,1.1588230740 at 1733246637974 (+1 ms)Flushing 1588230740/info: creating writer at 1733246637974Flushing 1588230740/info: appending metadata at 1733246638017 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733246638017Flushing 1588230740/ns: creating writer at 1733246638096 (+79 ms)Flushing 1588230740/ns: appending metadata at 1733246638135 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1733246638135Flushing 1588230740/rep_barrier: creating writer at 1733246638190 (+55 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246638225 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246638225Flushing 1588230740/table: creating writer at 1733246638712 (+487 ms)Flushing 1588230740/table: appending metadata at 1733246638786 (+74 ms)Flushing 1588230740/table: closing flushed file at 1733246638786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27164c60: reopening flushed file at 1733246638841 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f72d94a: reopening flushed file at 1733246638874 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2fc96d: reopening flushed file at 1733246638887 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71feb9c5: reopening flushed file at 1733246638896 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=16, compaction requested=false at 1733246638907 (+11 ms)Writing region close event to WAL at 1733246638959 (+52 ms)Running coprocessor post-close hooks at 1733246638968 (+9 ms)Closed at 1733246638968 2024-12-03T17:23:58,968 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:23:58,979 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,36655,1733246601056; all regions closed. 2024-12-03T17:23:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741834_1010 (size=4239) 2024-12-03T17:23:58,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/WALs/27e0f852a164,36655,1733246601056/27e0f852a164%2C36655%2C1733246601056.meta.1733246604041.meta not finished, retry = 0 2024-12-03T17:23:59,106 DEBUG [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs 2024-12-03T17:23:59,106 INFO [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C36655%2C1733246601056.meta:.meta(num 1733246604041) 2024-12-03T17:23:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741839_1015 (size=2240) 2024-12-03T17:23:59,153 DEBUG [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs 2024-12-03T17:23:59,153 INFO [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C36655%2C1733246601056.rep:(num 1733246619478) 2024-12-03T17:23:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741833_1009 (size=1535) 2024-12-03T17:23:59,181 DEBUG [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/oldWALs 2024-12-03T17:23:59,181 INFO [RS:0;27e0f852a164:36655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C36655%2C1733246601056:(num 1733246603462) 2024-12-03T17:23:59,181 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:59,181 INFO [RS:0;27e0f852a164:36655 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:23:59,181 INFO [RS:0;27e0f852a164:36655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:59,182 INFO [RS:0;27e0f852a164:36655 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:59,182 INFO [RS:0;27e0f852a164:36655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:59,182 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:23:59,182 INFO [RS:0;27e0f852a164:36655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,36655,1733246601056 because: Region server is closing 2024-12-03T17:23:59,182 INFO [RS:0;27e0f852a164:36655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:36655. 2024-12-03T17:23:59,182 DEBUG [RS:0;27e0f852a164:36655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:23:59,182 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:59,182 DEBUG [RS:0;27e0f852a164:36655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:23:59,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:23:59,290 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T17:23:59,294 INFO [RS:0;27e0f852a164:36655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,36655,1733246601056.replicationSource.shipper27e0f852a164%2C36655%2C1733246601056,1-27e0f852a164,36655,1733246601056 terminated 2024-12-03T17:23:59,294 INFO [RS:0;27e0f852a164:36655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36655 2024-12-03T17:23:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0834986419/rs/27e0f852a164,36655,1733246601056 2024-12-03T17:23:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419/rs 2024-12-03T17:23:59,300 INFO [RS:0;27e0f852a164:36655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:23:59,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,36655,1733246601056] 2024-12-03T17:23:59,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/draining/27e0f852a164,36655,1733246601056 already deleted, retry=false 2024-12-03T17:23:59,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,36655,1733246601056 expired; onlineServers=0 2024-12-03T17:23:59,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,34165,1733246600688' ***** 2024-12-03T17:23:59,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:23:59,303 DEBUG [M:0;27e0f852a164:34165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:23:59,303 DEBUG [M:0;27e0f852a164:34165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:23:59,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:23:59,303 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246602982 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246602982,5,FailOnTimeoutGroup] 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:23:59,303 DEBUG [M:0;27e0f852a164:34165 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:23:59,303 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246602963 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246602963,5,FailOnTimeoutGroup] 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:23:59,303 INFO [M:0;27e0f852a164:34165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:23:59,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:23:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0834986419/master 2024-12-03T17:23:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0834986419 2024-12-03T17:23:59,311 DEBUG [M:0;27e0f852a164:34165 {}] zookeeper.RecoverableZooKeeper(212): Node /0834986419/master already deleted, retry=false 2024-12-03T17:23:59,311 DEBUG [M:0;27e0f852a164:34165 {}] master.ActiveMasterManager(353): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Failed delete of our master address node; KeeperErrorCode = NoNode for /0834986419/master 2024-12-03T17:23:59,312 INFO [M:0;27e0f852a164:34165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/.lastflushedseqids 2024-12-03T17:23:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741848_1024 (size=245) 2024-12-03T17:23:59,375 INFO [M:0;27e0f852a164:34165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:23:59,375 INFO [M:0;27e0f852a164:34165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:23:59,376 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:23:59,376 INFO [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:59,376 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:59,376 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:23:59,376 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:23:59,376 INFO [M:0;27e0f852a164:34165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-03T17:23:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36655-0x1010d4fce5e0001, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:23:59,403 INFO [RS:0;27e0f852a164:36655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:23:59,403 INFO [RS:0;27e0f852a164:36655 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,36655,1733246601056; zookeeper connection closed. 2024-12-03T17:23:59,404 DEBUG [M:0;27e0f852a164:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/340784b4838f4500a4b90682a6d81943 is 82, key is hbase:meta,,1/info:regioninfo/1733246604103/Put/seqid=0 2024-12-03T17:23:59,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455bef34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455bef34 2024-12-03T17:23:59,409 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:23:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741849_1025 (size=5672) 2024-12-03T17:23:59,843 INFO [M:0;27e0f852a164:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/340784b4838f4500a4b90682a6d81943 2024-12-03T17:23:59,921 DEBUG [M:0;27e0f852a164:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0403690f8f204387ad2042713f8c15a2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246614996/Put/seqid=0 2024-12-03T17:23:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741850_1026 (size=7217) 2024-12-03T17:24:00,364 INFO [M:0;27e0f852a164:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0403690f8f204387ad2042713f8c15a2 2024-12-03T17:24:00,383 INFO [M:0;27e0f852a164:34165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0403690f8f204387ad2042713f8c15a2 2024-12-03T17:24:00,445 DEBUG [M:0;27e0f852a164:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1367730bea6948f99660591abc17e83d is 69, key is 27e0f852a164,36655,1733246601056/rs:state/1733246603104/Put/seqid=0 2024-12-03T17:24:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741851_1027 (size=5156) 2024-12-03T17:24:00,493 INFO [M:0;27e0f852a164:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1367730bea6948f99660591abc17e83d 2024-12-03T17:24:00,499 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/340784b4838f4500a4b90682a6d81943 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/340784b4838f4500a4b90682a6d81943 2024-12-03T17:24:00,507 INFO [M:0;27e0f852a164:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/340784b4838f4500a4b90682a6d81943, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T17:24:00,509 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0403690f8f204387ad2042713f8c15a2 as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0403690f8f204387ad2042713f8c15a2 2024-12-03T17:24:00,521 INFO [M:0;27e0f852a164:34165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0403690f8f204387ad2042713f8c15a2 2024-12-03T17:24:00,521 INFO [M:0;27e0f852a164:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0403690f8f204387ad2042713f8c15a2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T17:24:00,524 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1367730bea6948f99660591abc17e83d as hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1367730bea6948f99660591abc17e83d 2024-12-03T17:24:00,533 INFO [M:0;27e0f852a164:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38969/user/jenkins/test-data/1d71a336-4fca-845c-9cbb-406bcc2cad1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1367730bea6948f99660591abc17e83d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T17:24:00,554 INFO [M:0;27e0f852a164:34165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1178ms, sequenceid=105, compaction requested=false 2024-12-03T17:24:00,612 INFO [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:00,613 DEBUG [M:0;27e0f852a164:34165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246639375Disabling compacts and flushes for region at 1733246639375Disabling writes for close at 1733246639376 (+1 ms)Obtaining lock to block concurrent updates at 1733246639376Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246639376Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733246639376Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246639378 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246639378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246639402 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246639404 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246639860 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246639920 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246639920Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246640383 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246640445 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246640445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7277ecb1: reopening flushed file at 1733246640498 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47201d91: reopening flushed file at 1733246640507 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f277fe: reopening flushed file at 1733246640521 (+14 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1178ms, sequenceid=105, compaction requested=false at 1733246640554 (+33 ms)Writing region close event to WAL at 1733246640612 (+58 ms)Closed at 1733246640612 2024-12-03T17:24:00,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741830_1006 (size=64411) 2024-12-03T17:24:00,652 INFO [M:0;27e0f852a164:34165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:24:00,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:00,652 INFO [M:0;27e0f852a164:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34165 2024-12-03T17:24:00,654 INFO [M:0;27e0f852a164:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:00,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:00,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1010d4fce5e0000, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:00,763 INFO [M:0;27e0f852a164:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:00,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36d129b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:00,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:00,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:00,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:00,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:00,818 WARN [BP-769150041-172.17.0.3-1733246598818 heartbeating to localhost/127.0.0.1:38969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:24:00,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:24:00,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:24:00,818 WARN [BP-769150041-172.17.0.3-1733246598818 heartbeating to localhost/127.0.0.1:38969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769150041-172.17.0.3-1733246598818 (Datanode Uuid 35cf7c88-2abb-4f1a-94ca-92ee2e4d3044) service to localhost/127.0.0.1:38969 2024-12-03T17:24:00,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/data/data1/current/BP-769150041-172.17.0.3-1733246598818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:00,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/cluster_8c7d1f1c-1c26-a9d0-97af-e5ed650d56e0/data/data2/current/BP-769150041-172.17.0.3-1733246598818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:00,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:24:00,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2217983b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:00,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:00,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:00,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:00,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79315f6f-00b5-067f-d9c2-bfbbb91738b2/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:00,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:24:00,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:24:00,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=356 (was 308) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33257 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38969 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56644) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33425 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56644) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56644) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=794 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1413 (was 1431), ProcessCount=11 (was 11), AvailableMemoryMB=4010 (was 3430) - AvailableMemoryMB LEAK? - 2024-12-03T17:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d4fce5e0002, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d4fce5e0002, quorum=127.0.0.1:56644, baseZNode=/0834986419 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:24:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010d4fce5e0008, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:00,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010d4fce5e0008, quorum=127.0.0.1:56644, baseZNode=/21017954186 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:24:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d4fce5e0005, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:00,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d4fce5e0005, quorum=127.0.0.1:56644, baseZNode=/1-532355673 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:24:00,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=356, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=1413, ProcessCount=11, AvailableMemoryMB=3994 2024-12-03T17:24:00,984 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T17:24:00,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir so I do NOT create it in target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14 2024-12-03T17:24:00,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:24:00,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.tmp.dir so I do NOT create it in target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14 2024-12-03T17:24:00,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5631af8-c10d-15c2-05da-cbe3bb2c3aa0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:24:00,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14 2024-12-03T17:24:00,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896, deleteOnExit=true 2024-12-03T17:24:01,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/zookeeper_0, clientPort=64074, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:24:01,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64074 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/test.cache.data in system properties and HBase conf 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:24:01,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:24:01,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:24:01,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:24:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:24:01,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:01,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:01,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:01,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:01,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:24:01,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:01,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:01,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:01,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-6165702919719356110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:01,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-12-03T17:24:01,776 INFO [Time-limited test {}] server.Server(415): Started @306273ms 2024-12-03T17:24:02,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:02,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:02,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:02,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:02,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:24:02,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:02,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:02,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3138477a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/java.io.tmpdir/jetty-localhost-46133-hadoop-hdfs-3_4_1-tests_jar-_-any-11703521345436878567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:02,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@405c7333{HTTP/1.1, (http/1.1)}{localhost:46133} 2024-12-03T17:24:02,884 INFO [Time-limited test {}] server.Server(415): Started @307381ms 2024-12-03T17:24:02,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:24:03,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:24:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T17:24:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:24:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:24:03,353 WARN [Thread-4134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data1/current/BP-463924472-172.17.0.3-1733246641160/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:03,371 WARN [Thread-4135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data2/current/BP-463924472-172.17.0.3-1733246641160/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:03,507 WARN [Thread-4121 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:24:03,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91cc9ea32bd095a4 with lease ID 0x3dfa2c8fbe6cf70: Processing first storage report for DS-11294a15-f066-486e-8e29-bcb55d8d4eb5 from datanode DatanodeRegistration(127.0.0.1:36975, datanodeUuid=fbf94fce-edbd-418b-bf0c-77c1bf253461, infoPort=42161, infoSecurePort=0, ipcPort=39693, storageInfo=lv=-57;cid=testClusterID;nsid=1585177431;c=1733246641160) 2024-12-03T17:24:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91cc9ea32bd095a4 with lease ID 0x3dfa2c8fbe6cf70: from storage DS-11294a15-f066-486e-8e29-bcb55d8d4eb5 node DatanodeRegistration(127.0.0.1:36975, datanodeUuid=fbf94fce-edbd-418b-bf0c-77c1bf253461, infoPort=42161, infoSecurePort=0, ipcPort=39693, storageInfo=lv=-57;cid=testClusterID;nsid=1585177431;c=1733246641160), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T17:24:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91cc9ea32bd095a4 with lease ID 0x3dfa2c8fbe6cf70: Processing first storage report for DS-77c93859-4acc-4732-9fcf-dabe5a94da5e from datanode DatanodeRegistration(127.0.0.1:36975, datanodeUuid=fbf94fce-edbd-418b-bf0c-77c1bf253461, infoPort=42161, infoSecurePort=0, ipcPort=39693, storageInfo=lv=-57;cid=testClusterID;nsid=1585177431;c=1733246641160) 2024-12-03T17:24:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91cc9ea32bd095a4 with lease ID 0x3dfa2c8fbe6cf70: from storage DS-77c93859-4acc-4732-9fcf-dabe5a94da5e node DatanodeRegistration(127.0.0.1:36975, datanodeUuid=fbf94fce-edbd-418b-bf0c-77c1bf253461, infoPort=42161, infoSecurePort=0, ipcPort=39693, storageInfo=lv=-57;cid=testClusterID;nsid=1585177431;c=1733246641160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:03,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14 2024-12-03T17:24:03,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:03,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:24:03,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:24:03,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:03,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:04,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654 with version=8 2024-12-03T17:24:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/hbase-staging 2024-12-03T17:24:04,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:04,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:24:04,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:04,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44447 2024-12-03T17:24:04,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44447 connecting to ZooKeeper ensemble=127.0.0.1:64074 2024-12-03T17:24:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444470x0, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:04,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44447-0x1010d5073b90000 connected 2024-12-03T17:24:04,286 DEBUG [master/27e0f852a164:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T17:24:04,287 DEBUG [master/27e0f852a164:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=32, created chunk count=38, reused chunk count=125, reuseRatio=76.69% 2024-12-03T17:24:04,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:04,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:04,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on znode that does not yet exist, /0-1036315593/running 2024-12-03T17:24:04,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654, hbase.cluster.distributed=false 2024-12-03T17:24:04,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on znode that does not yet exist, /0-1036315593/acl 2024-12-03T17:24:04,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44447 2024-12-03T17:24:04,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44447 2024-12-03T17:24:04,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44447 2024-12-03T17:24:04,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44447 2024-12-03T17:24:04,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44447 2024-12-03T17:24:04,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:04,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:24:04,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:04,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37037 2024-12-03T17:24:04,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37037 connecting to ZooKeeper ensemble=127.0.0.1:64074 2024-12-03T17:24:04,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:04,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370370x0, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:04,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370370x0, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on znode that does not yet exist, /0-1036315593/running 2024-12-03T17:24:04,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:24:04,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37037-0x1010d5073b90001 connected 2024-12-03T17:24:04,649 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:24:04,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on znode that does not yet exist, /0-1036315593/master 2024-12-03T17:24:04,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on znode that does not yet exist, /0-1036315593/acl 2024-12-03T17:24:04,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37037 2024-12-03T17:24:04,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37037 2024-12-03T17:24:04,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37037 2024-12-03T17:24:04,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37037 2024-12-03T17:24:04,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37037 2024-12-03T17:24:04,759 DEBUG [M:0;27e0f852a164:44447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:44447 2024-12-03T17:24:04,784 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1036315593/backup-masters/27e0f852a164,44447,1733246644110 2024-12-03T17:24:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593/backup-masters 2024-12-03T17:24:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593/backup-masters 2024-12-03T17:24:04,800 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on existing znode=/0-1036315593/backup-masters/27e0f852a164,44447,1733246644110 2024-12-03T17:24:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036315593/master 2024-12-03T17:24:04,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:04,809 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on existing znode=/0-1036315593/master 2024-12-03T17:24:04,810 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1036315593/backup-masters/27e0f852a164,44447,1733246644110 from backup master directory 2024-12-03T17:24:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593/backup-masters 2024-12-03T17:24:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036315593/backup-masters/27e0f852a164,44447,1733246644110 2024-12-03T17:24:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593/backup-masters 2024-12-03T17:24:04,813 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:04,813 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,44447,1733246644110 2024-12-03T17:24:04,821 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/hbase.id] with ID: 1f3c69b2-7e55-4811-b505-e8749eebccc8 2024-12-03T17:24:04,821 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/.tmp/hbase.id 2024-12-03T17:24:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:24:04,863 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/.tmp/hbase.id]:[hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/hbase.id] 2024-12-03T17:24:04,885 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:04,885 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:24:04,891 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-12-03T17:24:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:04,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:24:04,994 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:04,995 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:24:04,998 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:24:05,062 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/data/master/store 2024-12-03T17:24:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:24:05,115 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:05,116 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:05,116 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:05,116 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:05,116 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:05,116 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:05,116 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:05,116 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246645115Disabling compacts and flushes for region at 1733246645115Disabling writes for close at 1733246645116 (+1 ms)Writing region close event to WAL at 1733246645116Closed at 1733246645116 2024-12-03T17:24:05,123 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/data/master/store/.initializing 2024-12-03T17:24:05,123 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/WALs/27e0f852a164,44447,1733246644110 2024-12-03T17:24:05,125 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:05,126 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C44447%2C1733246644110, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/WALs/27e0f852a164,44447,1733246644110, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/oldWALs, maxLogs=10 2024-12-03T17:24:05,177 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/WALs/27e0f852a164,44447,1733246644110/27e0f852a164%2C44447%2C1733246644110.1733246645127, exclude list is [], retry=0 2024-12-03T17:24:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-11294a15-f066-486e-8e29-bcb55d8d4eb5,DISK] 2024-12-03T17:24:05,235 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/WALs/27e0f852a164,44447,1733246644110/27e0f852a164%2C44447%2C1733246644110.1733246645127 2024-12-03T17:24:05,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-12-03T17:24:05,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:05,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:05,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,251 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:24:05,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:05,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:05,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:24:05,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:05,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:05,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:24:05,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:05,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:05,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:24:05,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:05,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:05,298 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,299 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,300 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,339 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,339 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,341 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:05,347 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:05,354 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:05,354 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59802122, jitterRate=-0.10887894034385681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:05,355 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246645251Initializing all the Stores at 1733246645264 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246645264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246645275 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246645275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246645275Cleaning up temporary data from old regions at 1733246645339 (+64 ms)Region opened successfully at 1733246645355 (+16 ms) 2024-12-03T17:24:05,366 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:24:05,381 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327d493a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:05,382 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:24:05,382 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:24:05,382 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:24:05,382 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:24:05,383 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:24:05,384 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:24:05,384 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:24:05,412 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:24:05,414 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Unable to get data of znode /0-1036315593/balancer because node does not exist (not necessarily an error) 2024-12-03T17:24:05,416 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036315593/balancer already deleted, retry=false 2024-12-03T17:24:05,416 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:24:05,417 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Unable to get data of znode /0-1036315593/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:24:05,419 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036315593/normalizer already deleted, retry=false 2024-12-03T17:24:05,419 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:24:05,425 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Unable to get data of znode /0-1036315593/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:24:05,427 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036315593/switch/split already deleted, retry=false 2024-12-03T17:24:05,428 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Unable to get data of znode /0-1036315593/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:24:05,429 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036315593/switch/merge already deleted, retry=false 2024-12-03T17:24:05,431 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Unable to get data of znode /0-1036315593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:24:05,436 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036315593/snapshot-cleanup already deleted, retry=false 2024-12-03T17:24:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036315593/running 2024-12-03T17:24:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036315593/running 2024-12-03T17:24:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,439 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,44447,1733246644110, sessionid=0x1010d5073b90000, setting cluster-up flag (Was=false) 2024-12-03T17:24:05,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,449 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036315593/flush-table-proc/acquired, /0-1036315593/flush-table-proc/reached, /0-1036315593/flush-table-proc/abort 2024-12-03T17:24:05,450 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,44447,1733246644110 2024-12-03T17:24:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:05,469 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036315593/online-snapshot/acquired, /0-1036315593/online-snapshot/reached, /0-1036315593/online-snapshot/abort 2024-12-03T17:24:05,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,44447,1733246644110 2024-12-03T17:24:05,478 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:24:05,503 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:05,503 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:24:05,503 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:24:05,504 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,44447,1733246644110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:05,505 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:05,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:24:05,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:05,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:24:05,586 INFO [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(746): ClusterId : 1f3c69b2-7e55-4811-b505-e8749eebccc8 2024-12-03T17:24:05,586 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246675611 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:24:05,611 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:24:05,612 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:24:05,612 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:24:05,612 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:24:05,619 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:24:05,619 DEBUG [RS:0;27e0f852a164:37037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a934f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:05,639 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,644 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:24:05,644 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:24:05,644 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:24:05,644 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:24:05,654 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:24:05,654 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:24:05,713 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246645654,5,FailOnTimeoutGroup] 2024-12-03T17:24:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:24:05,742 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246645713,5,FailOnTimeoutGroup] 2024-12-03T17:24:05,742 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,742 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:24:05,742 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,743 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,750 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:37037 2024-12-03T17:24:05,750 INFO [RS:0;27e0f852a164:37037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:24:05,750 INFO [RS:0;27e0f852a164:37037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:24:05,751 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:24:05,766 INFO [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,44447,1733246644110 with port=37037, startcode=1733246644551 2024-12-03T17:24:05,767 DEBUG [RS:0;27e0f852a164:37037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:24:05,782 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:24:05,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44447 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,803 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654 2024-12-03T17:24:05,803 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43115 2024-12-03T17:24:05,803 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:24:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593/rs 2024-12-03T17:24:05,812 DEBUG [RS:0;27e0f852a164:37037 {}] zookeeper.ZKUtil(111): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Set watcher on existing znode=/0-1036315593/rs/27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,812 WARN [RS:0;27e0f852a164:37037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:05,812 INFO [RS:0;27e0f852a164:37037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:05,812 DEBUG [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,37037,1733246644551] 2024-12-03T17:24:05,854 INFO [RS:0;27e0f852a164:37037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:24:05,858 INFO [RS:0;27e0f852a164:37037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:24:05,867 INFO [RS:0;27e0f852a164:37037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:24:05,867 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,874 INFO [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:24:05,878 INFO [RS:0;27e0f852a164:37037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:24:05,878 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:05,879 DEBUG [RS:0;27e0f852a164:37037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,910 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37037,1733246644551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:05,933 INFO [RS:0;27e0f852a164:37037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:24:05,933 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,37037,1733246644551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,934 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,934 INFO [RS:0;27e0f852a164:37037 {}] regionserver.Replication(171): 27e0f852a164,37037,1733246644551 started 2024-12-03T17:24:05,955 INFO [RS:0;27e0f852a164:37037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:05,955 INFO [RS:0;27e0f852a164:37037 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,37037,1733246644551, RpcServer on 27e0f852a164/172.17.0.3:37037, sessionid=0x1010d5073b90001 2024-12-03T17:24:05,955 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:24:05,955 DEBUG [RS:0;27e0f852a164:37037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,955 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37037,1733246644551' 2024-12-03T17:24:05,955 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036315593/flush-table-proc/abort' 2024-12-03T17:24:05,956 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036315593/flush-table-proc/acquired' 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,37037,1733246644551 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,37037,1733246644551' 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036315593/online-snapshot/abort' 2024-12-03T17:24:05,957 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036315593/online-snapshot/acquired' 2024-12-03T17:24:05,958 DEBUG [RS:0;27e0f852a164:37037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:24:05,958 INFO [RS:0;27e0f852a164:37037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:24:05,958 INFO [RS:0;27e0f852a164:37037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:24:06,059 INFO [RS:0;27e0f852a164:37037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:06,072 INFO [RS:0;27e0f852a164:37037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37037%2C1733246644551, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/oldWALs, maxLogs=10 2024-12-03T17:24:06,095 DEBUG [RS:0;27e0f852a164:37037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551/27e0f852a164%2C37037%2C1733246644551.1733246646072, exclude list is [], retry=0 2024-12-03T17:24:06,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-11294a15-f066-486e-8e29-bcb55d8d4eb5,DISK] 2024-12-03T17:24:06,110 INFO [RS:0;27e0f852a164:37037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551/27e0f852a164%2C37037%2C1733246644551.1733246646072 2024-12-03T17:24:06,110 DEBUG [RS:0;27e0f852a164:37037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-12-03T17:24:06,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:24:06,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654 2024-12-03T17:24:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:24:06,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:06,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:06,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:06,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:06,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:06,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:06,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:06,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:06,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:06,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:06,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:06,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:06,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:06,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:06,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/1588230740 2024-12-03T17:24:06,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/1588230740 2024-12-03T17:24:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:06,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:06,624 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:06,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:06,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:06,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408681, jitterRate=0.034269943833351135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246646586Initializing all the Stores at 1733246646590 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246646590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246646602 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246646602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246646602Cleaning up temporary data from old regions at 1733246646623 (+21 ms)Region opened successfully at 1733246646644 (+21 ms) 2024-12-03T17:24:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:06,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:06,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:06,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246646644Disabling compacts and flushes for region at 1733246646644Disabling writes for close at 1733246646644Writing region close event to WAL at 1733246646658 (+14 ms)Closed at 1733246646658 2024-12-03T17:24:06,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:06,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:24:06,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:24:06,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:06,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:24:06,816 DEBUG [27e0f852a164:44447 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:24:06,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,37037,1733246644551 2024-12-03T17:24:06,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37037,1733246644551, state=OPENING 2024-12-03T17:24:06,834 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:24:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036315593 2024-12-03T17:24:06,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036315593/meta-region-server: CHANGED 2024-12-03T17:24:06,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:06,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37037,1733246644551}] 2024-12-03T17:24:06,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036315593/meta-region-server: CHANGED 2024-12-03T17:24:07,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:07,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:24:07,077 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:24:07,077 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:07,078 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:24:07,096 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C37037%2C1733246644551.meta, suffix=.meta, logDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/oldWALs, maxLogs=10 2024-12-03T17:24:07,115 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551/27e0f852a164%2C37037%2C1733246644551.meta.1733246647096.meta, exclude list is [], retry=0 2024-12-03T17:24:07,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-11294a15-f066-486e-8e29-bcb55d8d4eb5,DISK] 2024-12-03T17:24:07,147 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/WALs/27e0f852a164,37037,1733246644551/27e0f852a164%2C37037%2C1733246644551.meta.1733246647096.meta 2024-12-03T17:24:07,156 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42161:42161)] 2024-12-03T17:24:07,157 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:07,157 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:07,157 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:24:07,157 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:24:07,157 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:24:07,157 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:24:07,157 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:07,158 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:24:07,158 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:24:07,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:07,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:07,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:07,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:07,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:07,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:07,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:07,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:07,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:07,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:07,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:07,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:07,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:07,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:07,239 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:07,246 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/1588230740 2024-12-03T17:24:07,274 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/hbase/meta/1588230740 2024-12-03T17:24:07,314 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:07,314 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:07,318 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:07,334 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:07,342 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68585548, jitterRate=0.022004306316375732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:07,342 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:24:07,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246647158Writing region info on filesystem at 1733246647158Initializing all the Stores at 1733246647166 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246647166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246647174 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246647174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246647174Cleaning up temporary data from old regions at 1733246647314 (+140 ms)Running coprocessor post-open hooks at 1733246647342 (+28 ms)Region opened successfully at 1733246647343 (+1 ms) 2024-12-03T17:24:07,350 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246647037 2024-12-03T17:24:07,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,37037,1733246644551 2024-12-03T17:24:07,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,37037,1733246644551, state=OPEN 2024-12-03T17:24:07,363 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:24:07,363 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:24:07,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37037-0x1010d5073b90001, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036315593/meta-region-server 2024-12-03T17:24:07,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44447-0x1010d5073b90000, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036315593/meta-region-server 2024-12-03T17:24:07,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,37037,1733246644551 2024-12-03T17:24:07,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036315593/meta-region-server: CHANGED 2024-12-03T17:24:07,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036315593/meta-region-server: CHANGED 2024-12-03T17:24:07,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:24:07,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,37037,1733246644551 in 512 msec 2024-12-03T17:24:07,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:24:07,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-12-03T17:24:07,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:07,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:24:07,407 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:07,407 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37037,1733246644551, seqNum=-1] 2024-12-03T17:24:07,407 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:07,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:07,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9290 sec 2024-12-03T17:24:07,428 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246647428, completionTime=-1 2024-12-03T17:24:07,428 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:24:07,428 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246707431 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246767431 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:44447, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,431 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,438 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,443 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.635sec 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:07,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:24:07,481 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:24:07,481 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:24:07,481 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,44447,1733246644110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:07,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:07,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,44447,-1 for getting cluster id 2024-12-03T17:24:07,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:07,527 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f3c69b2-7e55-4811-b505-e8749eebccc8' 2024-12-03T17:24:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f3c69b2-7e55-4811-b505-e8749eebccc8" 2024-12-03T17:24:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5733bee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,44447,-1] 2024-12-03T17:24:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:07,535 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:07,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:07,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,37037,1733246644551, seqNum=-1] 2024-12-03T17:24:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:07,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:07,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,44447,1733246644110 2024-12-03T17:24:07,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64074 2024-12-03T17:24:07,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64074, baseZNode=/0-1036315593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:07,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d5073b90002 connected 2024-12-03T17:24:07,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,44447,1733246644110 2024-12-03T17:24:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e91234 2024-12-03T17:24:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:07,611 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:07,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:24:07,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:24:07,626 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:07,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:24:07,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:24:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:24:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:08,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0943855f4ca0f7cb118045e7e51cdf72, NAME => 'test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654 2024-12-03T17:24:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36975 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:24:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:08,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:08,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0943855f4ca0f7cb118045e7e51cdf72, disabling compactions & flushes 2024-12-03T17:24:08,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:08,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:08,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. after waiting 0 ms 2024-12-03T17:24:08,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:08,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:08,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0943855f4ca0f7cb118045e7e51cdf72: Waiting for close lock at 1733246648621Disabling compacts and flushes for region at 1733246648621Disabling writes for close at 1733246648621Writing region close event to WAL at 1733246648621Closed at 1733246648621 2024-12-03T17:24:08,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:24:08,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246648623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246648623"}]},"ts":"1733246648623"} 2024-12-03T17:24:08,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:24:08,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:24:08,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246648647"}]},"ts":"1733246648647"} 2024-12-03T17:24:08,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:24:08,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0943855f4ca0f7cb118045e7e51cdf72, ASSIGN}] 2024-12-03T17:24:08,660 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0943855f4ca0f7cb118045e7e51cdf72, ASSIGN 2024-12-03T17:24:08,661 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0943855f4ca0f7cb118045e7e51cdf72, ASSIGN; state=OFFLINE, location=27e0f852a164,37037,1733246644551; forceNewPlan=false, retain=false 2024-12-03T17:24:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:08,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0943855f4ca0f7cb118045e7e51cdf72, regionState=OPENING, regionLocation=27e0f852a164,37037,1733246644551 2024-12-03T17:24:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0943855f4ca0f7cb118045e7e51cdf72, ASSIGN because future has completed 2024-12-03T17:24:08,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0943855f4ca0f7cb118045e7e51cdf72, server=27e0f852a164,37037,1733246644551}] 2024-12-03T17:24:08,990 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:08,991 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0943855f4ca0f7cb118045e7e51cdf72, NAME => 'test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:08,991 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:08,991 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:24:08,991 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:08,991 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:08,991 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:08,992 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:08,996 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:08,997 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0943855f4ca0f7cb118045e7e51cdf72 columnFamilyName f 2024-12-03T17:24:08,997 DEBUG [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:08,998 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(327): Store=0943855f4ca0f7cb118045e7e51cdf72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:08,998 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:08,999 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0943855f4ca0f7cb118045e7e51cdf72 columnFamilyName f1 2024-12-03T17:24:08,999 DEBUG [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:08,999 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(327): Store=0943855f4ca0f7cb118045e7e51cdf72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:09,000 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,001 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0943855f4ca0f7cb118045e7e51cdf72 columnFamilyName norep 2024-12-03T17:24:09,001 DEBUG [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:09,002 INFO [StoreOpener-0943855f4ca0f7cb118045e7e51cdf72-1 {}] regionserver.HStore(327): Store=0943855f4ca0f7cb118045e7e51cdf72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:09,002 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,004 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/default/test/0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,004 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/default/test/0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,007 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,007 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,009 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:24:09,010 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,021 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/data/default/test/0943855f4ca0f7cb118045e7e51cdf72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:09,021 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0943855f4ca0f7cb118045e7e51cdf72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60813205, jitterRate=-0.09381262958049774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:24:09,021 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0943855f4ca0f7cb118045e7e51cdf72 2024-12-03T17:24:09,022 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0943855f4ca0f7cb118045e7e51cdf72: Running coprocessor pre-open hook at 1733246648992Writing region info on filesystem at 1733246648992Initializing all the Stores at 1733246648992Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246648992Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246648995 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246648995Cleaning up temporary data from old regions at 1733246649007 (+12 ms)Running coprocessor post-open hooks at 1733246649021 (+14 ms)Region opened successfully at 1733246649022 (+1 ms) 2024-12-03T17:24:09,023 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72., pid=6, masterSystemTime=1733246648980 2024-12-03T17:24:09,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0943855f4ca0f7cb118045e7e51cdf72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,37037,1733246644551 2024-12-03T17:24:09,026 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:09,026 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246647612.0943855f4ca0f7cb118045e7e51cdf72. 2024-12-03T17:24:09,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0943855f4ca0f7cb118045e7e51cdf72, server=27e0f852a164,37037,1733246644551 because future has completed 2024-12-03T17:24:09,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:24:09,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0943855f4ca0f7cb118045e7e51cdf72, server=27e0f852a164,37037,1733246644551 in 211 msec 2024-12-03T17:24:09,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:24:09,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0943855f4ca0f7cb118045e7e51cdf72, ASSIGN in 384 msec 2024-12-03T17:24:09,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:24:09,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246649057"}]},"ts":"1733246649057"} 2024-12-03T17:24:09,063 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:24:09,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:24:09,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4580 sec 2024-12-03T17:24:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:09,799 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:24:09,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4b736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,44447,-1 for getting cluster id 2024-12-03T17:24:09,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:09,812 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f3c69b2-7e55-4811-b505-e8749eebccc8' 2024-12-03T17:24:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f3c69b2-7e55-4811-b505-e8749eebccc8" 2024-12-03T17:24:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630a880d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,44447,-1] 2024-12-03T17:24:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,814 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326ded89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,44447,1733246644110 2024-12-03T17:24:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21d10b4d 2024-12-03T17:24:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:09,817 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:09,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:44447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:24:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:09,821 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:44447' 2024-12-03T17:24:09,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d75587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,44447,-1 for getting cluster id 2024-12-03T17:24:09,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:09,828 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f3c69b2-7e55-4811-b505-e8749eebccc8' 2024-12-03T17:24:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f3c69b2-7e55-4811-b505-e8749eebccc8" 2024-12-03T17:24:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da0974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,44447,-1] 2024-12-03T17:24:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,829 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:09,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141a3554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:09,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:09,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,44447,1733246644110 2024-12-03T17:24:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1b4d3d 2024-12-03T17:24:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:09,833 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:09,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T17:24:09,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:24:09,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,834 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T17:24:09,846 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T17:24:09,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=29 msec 2024-12-03T17:24:09,848 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T17:24:09,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:09,931 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://27e0f852a164:44447, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T17:24:09,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:09,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:09,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:09,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:09,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=521 (was 356) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126402082_20 at /127.0.0.1:54344 [Receiving block BP-463924472-172.17.0.3-1733246641160:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126402082_20 at /127.0.0.1:54362 [Receiving block BP-463924472-172.17.0.3-1733246641160:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3235b494 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64074) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/27e0f852a164:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654/MasterData-prefix:27e0f852a164,44447,1733246644110 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fab5c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/27e0f852a164:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PacketResponder: BP-463924472-172.17.0.3-1733246641160:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1322b299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/27e0f852a164:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64074) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007fab5c9f5cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654-prefix:27e0f852a164,37037,1733246644551.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7817 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fab5c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7bb54031-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data2/current/BP-463924472-172.17.0.3-1733246641160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7816 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fab5c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-463924472-172.17.0.3-1733246641160:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2126402082_20 at /127.0.0.1:54298 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: regionserver/27e0f852a164:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/27e0f852a164:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS:0;27e0f852a164:37037 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7814 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fab5c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 27e0f852a164:44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64074 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-463924472-172.17.0.3-1733246641160:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246645713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1123702963-7818-acceptor-0@10aced73-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:36683} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39693 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246645654 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;27e0f852a164:44447 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;27e0f852a164:37037-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1972882220) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-228371475_20 at /127.0.0.1:54330 [Receiving block BP-463924472-172.17.0.3-1733246641160:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7864-acceptor-0@401697b1-ServerConnector@405c7333{HTTP/1.1, (http/1.1)}{localhost:46133} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/cluster_12752bb1-8b57-4316-a6a0-67ef61a4c896/data/data1/current/BP-463924472-172.17.0.3-1733246641160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64074) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/27e0f852a164:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43115 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@54b6ad9a[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43115 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fab5cad3e78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:64074): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-463924472-172.17.0.3-1733246641160 heartbeating to localhost/127.0.0.1:43115 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7815 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fab5c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43115/user/jenkins/test-data/17f77dda-6800-a2e8-ba35-4ffb2c79a654-prefix:27e0f852a164,37037,1733246644551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7820 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1575 (was 1413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2920 (was 3994) 2024-12-03T17:24:09,980 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=521 is superior to 500 2024-12-03T17:24:10,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=521, OpenFileDescriptor=867, MaxFileDescriptor=1048576, SystemLoadAverage=1575, ProcessCount=11, AvailableMemoryMB=2917 2024-12-03T17:24:10,011 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=521 is superior to 500 2024-12-03T17:24:10,068 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T17:24:10,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.log.dir so I do NOT create it in target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3 2024-12-03T17:24:10,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:24:10,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.tmp.dir so I do NOT create it in target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3 2024-12-03T17:24:10,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8331db79-f0bc-379c-2ab7-0f53ffdb5b14/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:24:10,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3 2024-12-03T17:24:10,073 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def, deleteOnExit=true 2024-12-03T17:24:10,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/zookeeper_0, clientPort=58096, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T17:24:10,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58096 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/test.cache.data in system properties and HBase conf 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:24:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:24:10,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:24:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:24:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:24:10,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:10,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:10,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:10,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:10,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:24:10,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:10,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:10,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:10,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61414b64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/java.io.tmpdir/jetty-localhost-35215-hadoop-hdfs-3_4_1-tests_jar-_-any-5380334520436203785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:10,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:35215} 2024-12-03T17:24:10,557 INFO [Time-limited test {}] server.Server(415): Started @315054ms 2024-12-03T17:24:10,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:10,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:10,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:10,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:10,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:24:10,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:10,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:11,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d01137d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/java.io.tmpdir/jetty-localhost-36051-hadoop-hdfs-3_4_1-tests_jar-_-any-12649653733151085484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:11,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:36051} 2024-12-03T17:24:11,193 INFO [Time-limited test {}] server.Server(415): Started @315691ms 2024-12-03T17:24:11,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:24:11,617 WARN [Thread-4268 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/data/data1/current/BP-1591147066-172.17.0.3-1733246650160/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:11,622 WARN [Thread-4269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/data/data2/current/BP-1591147066-172.17.0.3-1733246650160/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:11,735 WARN [Thread-4256 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a044ee8bd872504 with lease ID 0x7166094452cae155: Processing first storage report for DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f from datanode DatanodeRegistration(127.0.0.1:40799, datanodeUuid=2f393e6b-a9c4-4632-b13d-2aa0d526048b, infoPort=40165, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=726262803;c=1733246650160) 2024-12-03T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a044ee8bd872504 with lease ID 0x7166094452cae155: from storage DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f node DatanodeRegistration(127.0.0.1:40799, datanodeUuid=2f393e6b-a9c4-4632-b13d-2aa0d526048b, infoPort=40165, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=726262803;c=1733246650160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a044ee8bd872504 with lease ID 0x7166094452cae155: Processing first storage report for DS-ef24fe6e-ce4f-49a5-b42d-d810113304c9 from datanode DatanodeRegistration(127.0.0.1:40799, datanodeUuid=2f393e6b-a9c4-4632-b13d-2aa0d526048b, infoPort=40165, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=726262803;c=1733246650160) 2024-12-03T17:24:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a044ee8bd872504 with lease ID 0x7166094452cae155: from storage DS-ef24fe6e-ce4f-49a5-b42d-d810113304c9 node DatanodeRegistration(127.0.0.1:40799, datanodeUuid=2f393e6b-a9c4-4632-b13d-2aa0d526048b, infoPort=40165, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=726262803;c=1733246650160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:11,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3 2024-12-03T17:24:11,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:11,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:11,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:24:11,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T17:24:11,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:24:12,331 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79 with version=8 2024-12-03T17:24:12,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/hbase-staging 2024-12-03T17:24:12,335 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:12,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:24:12,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:12,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39037 2024-12-03T17:24:12,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39037 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:12,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390370x0, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:12,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39037-0x1010d50970b0000 connected 2024-12-03T17:24:12,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:12,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:12,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/running 2024-12-03T17:24:12,586 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79, hbase.cluster.distributed=false 2024-12-03T17:24:12,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/acl 2024-12-03T17:24:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39037 2024-12-03T17:24:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39037 2024-12-03T17:24:12,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39037 2024-12-03T17:24:12,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39037 2024-12-03T17:24:12,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:24:12,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39037 2024-12-03T17:24:12,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:24:12,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:12,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45513 2024-12-03T17:24:12,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45513 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:12,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:12,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455130x0, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:12,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455130x0, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/running 2024-12-03T17:24:12,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:24:12,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45513-0x1010d50970b0001 connected 2024-12-03T17:24:12,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:12,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:24:12,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/master 2024-12-03T17:24:12,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/acl 2024-12-03T17:24:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45513 2024-12-03T17:24:12,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45513 2024-12-03T17:24:12,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45513 2024-12-03T17:24:12,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:12,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:24:12,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129119 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:24:12,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45513 2024-12-03T17:24:12,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45513 2024-12-03T17:24:12,980 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:39037 2024-12-03T17:24:12,996 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01398969503/backup-masters/27e0f852a164,39037,1733246652335 2024-12-03T17:24:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/backup-masters 2024-12-03T17:24:13,000 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on existing znode=/01398969503/backup-masters/27e0f852a164,39037,1733246652335 2024-12-03T17:24:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/backup-masters 2024-12-03T17:24:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01398969503/master 2024-12-03T17:24:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:13,019 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on existing znode=/01398969503/master 2024-12-03T17:24:13,027 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01398969503/backup-masters/27e0f852a164,39037,1733246652335 from backup master directory 2024-12-03T17:24:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01398969503/backup-masters/27e0f852a164,39037,1733246652335 2024-12-03T17:24:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/backup-masters 2024-12-03T17:24:13,035 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:13,035 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,39037,1733246652335 2024-12-03T17:24:13,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/backup-masters 2024-12-03T17:24:13,060 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/hbase.id] with ID: 6df6b303-6921-40a0-b269-36530685fb3c 2024-12-03T17:24:13,060 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/.tmp/hbase.id 2024-12-03T17:24:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:24:13,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T17:24:13,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T17:24:13,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T17:24:13,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T17:24:13,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:24:13,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T17:24:13,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T17:24:13,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T17:24:13,538 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/.tmp/hbase.id]:[hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/hbase.id] 2024-12-03T17:24:13,602 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:13,603 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:24:13,608 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-03T17:24:13,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:24:13,721 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:13,722 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:24:13,730 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:13,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:24:14,185 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store 2024-12-03T17:24:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:24:14,218 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:14,218 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:14,218 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:14,218 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:14,218 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:14,218 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:14,218 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:14,219 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246654218Disabling compacts and flushes for region at 1733246654218Disabling writes for close at 1733246654218Writing region close event to WAL at 1733246654218Closed at 1733246654218 2024-12-03T17:24:14,234 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/.initializing 2024-12-03T17:24:14,234 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/WALs/27e0f852a164,39037,1733246652335 2024-12-03T17:24:14,239 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:14,241 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C39037%2C1733246652335, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/WALs/27e0f852a164,39037,1733246652335, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/oldWALs, maxLogs=10 2024-12-03T17:24:14,262 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/WALs/27e0f852a164,39037,1733246652335/27e0f852a164%2C39037%2C1733246652335.1733246654241, exclude list is [], retry=0 2024-12-03T17:24:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:14,268 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/WALs/27e0f852a164,39037,1733246652335/27e0f852a164%2C39037%2C1733246652335.1733246654241 2024-12-03T17:24:14,268 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:14,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:14,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:14,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,269 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:24:14,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:14,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:24:14,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:14,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:24:14,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:14,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:24:14,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:14,279 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,280 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,280 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,284 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,284 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,285 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:14,286 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:14,298 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:14,300 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67704974, jitterRate=0.008882731199264526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:14,300 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246654269Initializing all the Stores at 1733246654270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246654270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246654270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246654270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246654270Cleaning up temporary data from old regions at 1733246654284 (+14 ms)Region opened successfully at 1733246654300 (+16 ms) 2024-12-03T17:24:14,307 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:24:14,313 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d642e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:14,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:24:14,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:24:14,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:24:14,323 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:24:14,324 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:24:14,325 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:24:14,325 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:24:14,327 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:24:14,331 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/balancer because node does not exist (not necessarily an error) 2024-12-03T17:24:14,332 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/balancer already deleted, retry=false 2024-12-03T17:24:14,333 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:24:14,333 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:24:14,338 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/normalizer already deleted, retry=false 2024-12-03T17:24:14,338 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:24:14,343 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:24:14,345 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/switch/split already deleted, retry=false 2024-12-03T17:24:14,346 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:24:14,352 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/switch/merge already deleted, retry=false 2024-12-03T17:24:14,355 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:24:14,357 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/snapshot-cleanup already deleted, retry=false 2024-12-03T17:24:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01398969503/running 2024-12-03T17:24:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01398969503/running 2024-12-03T17:24:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,361 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,39037,1733246652335, sessionid=0x1010d50970b0000, setting cluster-up flag (Was=false) 2024-12-03T17:24:14,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,384 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01398969503/flush-table-proc/acquired, /01398969503/flush-table-proc/reached, /01398969503/flush-table-proc/abort 2024-12-03T17:24:14,386 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,39037,1733246652335 2024-12-03T17:24:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:14,397 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01398969503/online-snapshot/acquired, /01398969503/online-snapshot/reached, /01398969503/online-snapshot/abort 2024-12-03T17:24:14,399 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,39037,1733246652335 2024-12-03T17:24:14,400 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:24:14,402 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:14,402 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:24:14,403 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:24:14,403 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,39037,1733246652335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:14,405 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:14,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:24:14,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:24:14,426 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246684426 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:24:14,427 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:24:14,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:24:14,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:24:14,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:24:14,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:24:14,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:24:14,448 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:24:14,450 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246654448,5,FailOnTimeoutGroup] 2024-12-03T17:24:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:24:14,457 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246654450,5,FailOnTimeoutGroup] 2024-12-03T17:24:14,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:24:14,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,457 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,476 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(746): ClusterId : 6df6b303-6921-40a0-b269-36530685fb3c 2024-12-03T17:24:14,476 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:24:14,479 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:24:14,479 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:24:14,482 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:24:14,482 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e91fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:14,503 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:45513 2024-12-03T17:24:14,503 INFO [RS:0;27e0f852a164:45513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:24:14,503 INFO [RS:0;27e0f852a164:45513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:24:14,503 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:24:14,509 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,39037,1733246652335 with port=45513, startcode=1733246652712 2024-12-03T17:24:14,509 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:24:14,515 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:24:14,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39037 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,518 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79 2024-12-03T17:24:14,518 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43279 2024-12-03T17:24:14,518 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:24:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/rs 2024-12-03T17:24:14,521 DEBUG [RS:0;27e0f852a164:45513 {}] zookeeper.ZKUtil(111): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on existing znode=/01398969503/rs/27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,521 WARN [RS:0;27e0f852a164:45513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:14,521 INFO [RS:0;27e0f852a164:45513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:14,521 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,45513,1733246652712] 2024-12-03T17:24:14,532 INFO [RS:0;27e0f852a164:45513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:24:14,542 INFO [RS:0;27e0f852a164:45513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:24:14,544 INFO [RS:0;27e0f852a164:45513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:24:14,544 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,545 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:24:14,546 INFO [RS:0;27e0f852a164:45513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:24:14,546 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:14,546 DEBUG [RS:0;27e0f852a164:45513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:14,558 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,558 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,558 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,558 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,559 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,559 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45513,1733246652712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:14,591 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:24:14,591 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45513,1733246652712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,591 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,591 INFO [RS:0;27e0f852a164:45513 {}] regionserver.Replication(171): 27e0f852a164,45513,1733246652712 started 2024-12-03T17:24:14,614 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:14,614 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,45513,1733246652712, RpcServer on 27e0f852a164/172.17.0.3:45513, sessionid=0x1010d50970b0001 2024-12-03T17:24:14,615 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:24:14,615 DEBUG [RS:0;27e0f852a164:45513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,615 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45513,1733246652712' 2024-12-03T17:24:14,615 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01398969503/flush-table-proc/abort' 2024-12-03T17:24:14,615 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01398969503/flush-table-proc/acquired' 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,45513,1733246652712 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45513,1733246652712' 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01398969503/online-snapshot/abort' 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01398969503/online-snapshot/acquired' 2024-12-03T17:24:14,616 DEBUG [RS:0;27e0f852a164:45513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:24:14,616 INFO [RS:0;27e0f852a164:45513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:24:14,616 INFO [RS:0;27e0f852a164:45513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:24:14,717 INFO [RS:0;27e0f852a164:45513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:14,718 INFO [RS:0;27e0f852a164:45513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45513%2C1733246652712, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/oldWALs, maxLogs=10 2024-12-03T17:24:14,737 DEBUG [RS:0;27e0f852a164:45513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719, exclude list is [], retry=0 2024-12-03T17:24:14,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:14,743 INFO [RS:0;27e0f852a164:45513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 2024-12-03T17:24:14,746 DEBUG [RS:0;27e0f852a164:45513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:14,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:24:14,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79 2024-12-03T17:24:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741833_1009 (size=32) 2024-12-03T17:24:14,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:14,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:14,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:14,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:14,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:14,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:14,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:14,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:14,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:14,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:14,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:14,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:14,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:14,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:14,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:14,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740 2024-12-03T17:24:14,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740 2024-12-03T17:24:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:14,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:14,919 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:14,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:14,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:14,927 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68238737, jitterRate=0.016836419701576233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:14,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246654884Initializing all the Stores at 1733246654887 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246654887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246654895 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246654895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246654895Cleaning up temporary data from old regions at 1733246654918 (+23 ms)Region opened successfully at 1733246654927 (+9 ms) 2024-12-03T17:24:14,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:14,927 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:14,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:14,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:14,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:14,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:14,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246654927Disabling compacts and flushes for region at 1733246654927Disabling writes for close at 1733246654928 (+1 ms)Writing region close event to WAL at 1733246654939 (+11 ms)Closed at 1733246654939 2024-12-03T17:24:14,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:14,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:24:14,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:24:14,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:14,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:24:15,094 DEBUG [27e0f852a164:39037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:24:15,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:15,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45513,1733246652712, state=OPENING 2024-12-03T17:24:15,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:24:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:15,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01398969503/meta-region-server: CHANGED 2024-12-03T17:24:15,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01398969503/meta-region-server: CHANGED 2024-12-03T17:24:15,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:15,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45513,1733246652712}] 2024-12-03T17:24:15,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:15,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:24:15,267 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:24:15,267 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:15,268 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:24:15,270 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45513%2C1733246652712.meta, suffix=.meta, logDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/oldWALs, maxLogs=10 2024-12-03T17:24:15,289 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246655270.meta, exclude list is [], retry=0 2024-12-03T17:24:15,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:15,299 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246655270.meta 2024-12-03T17:24:15,302 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:15,303 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:15,303 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:15,303 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:24:15,303 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:24:15,304 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:24:15,304 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:24:15,304 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:15,304 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:24:15,304 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:24:15,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:15,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:15,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:15,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:15,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:15,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:15,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:15,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:15,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:15,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:15,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:15,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:15,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:15,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:15,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:15,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:15,311 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:15,314 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740 2024-12-03T17:24:15,329 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740 2024-12-03T17:24:15,331 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:15,331 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:15,331 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:15,333 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:15,333 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186761, jitterRate=0.016061916947364807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:15,333 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:24:15,334 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246655304Writing region info on filesystem at 1733246655304Initializing all the Stores at 1733246655305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246655305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246655305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246655305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246655305Cleaning up temporary data from old regions at 1733246655331 (+26 ms)Running coprocessor post-open hooks at 1733246655334 (+3 ms)Region opened successfully at 1733246655334 2024-12-03T17:24:15,335 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246655259 2024-12-03T17:24:15,337 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:24:15,337 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:24:15,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:15,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45513,1733246652712, state=OPEN 2024-12-03T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01398969503/meta-region-server 2024-12-03T17:24:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01398969503/meta-region-server 2024-12-03T17:24:15,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,45513,1733246652712 2024-12-03T17:24:15,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01398969503/meta-region-server: CHANGED 2024-12-03T17:24:15,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01398969503/meta-region-server: CHANGED 2024-12-03T17:24:15,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:24:15,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45513,1733246652712 in 247 msec 2024-12-03T17:24:15,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:24:15,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-12-03T17:24:15,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:15,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:24:15,354 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:15,354 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45513,1733246652712, seqNum=-1] 2024-12-03T17:24:15,355 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:15,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:15,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 963 msec 2024-12-03T17:24:15,365 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246655365, completionTime=-1 2024-12-03T17:24:15,365 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:24:15,365 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:24:15,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:24:15,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246715367 2024-12-03T17:24:15,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246775367 2024-12-03T17:24:15,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:39037, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,370 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.337sec 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:15,372 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:24:15,375 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:24:15,375 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:24:15,375 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39037,1733246652335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:15,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:15,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:15,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:15,407 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:15,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:15,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fad460f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:15,410 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:15,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:15,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45513,1733246652712, seqNum=-1] 2024-12-03T17:24:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:15,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:15,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,39037,1733246652335 2024-12-03T17:24:15,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir so I do NOT create it in target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b 2024-12-03T17:24:15,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.tmp.dir so I do NOT create it in target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b 2024-12-03T17:24:15,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:24:15,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/cluster_99f87fb6-ec3d-6fd3-f239-db211a27365d, deleteOnExit=true 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:24:15,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/test.cache.data in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:24:15,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:15,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010d50970b0002 connected 2024-12-03T17:24:15,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:24:15,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:24:15,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:15,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:15,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:15,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:15,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:24:15,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:15,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:15,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:15,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2780f6bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/java.io.tmpdir/jetty-localhost-41525-hadoop-hdfs-3_4_1-tests_jar-_-any-16068901139517755806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:15,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:41525} 2024-12-03T17:24:15,737 INFO [Time-limited test {}] server.Server(415): Started @320234ms 2024-12-03T17:24:15,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:15,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:15,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:15,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:15,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:24:15,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:15,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:16,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9dc189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/java.io.tmpdir/jetty-localhost-45609-hadoop-hdfs-3_4_1-tests_jar-_-any-12943892450849408590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:16,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:45609} 2024-12-03T17:24:16,077 INFO [Time-limited test {}] server.Server(415): Started @320574ms 2024-12-03T17:24:16,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:24:16,346 WARN [Thread-4389 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/cluster_99f87fb6-ec3d-6fd3-f239-db211a27365d/data/data1/current/BP-1501792236-172.17.0.3-1733246655456/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:16,346 WARN [Thread-4390 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/cluster_99f87fb6-ec3d-6fd3-f239-db211a27365d/data/data2/current/BP-1501792236-172.17.0.3-1733246655456/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:16,427 WARN [Thread-4377 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:24:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95bddaf06c52bee2 with lease ID 0xb7af9b072bcfceaf: Processing first storage report for DS-7cd5922f-992d-4c22-b147-a2415d7c5693 from datanode DatanodeRegistration(127.0.0.1:39209, datanodeUuid=959105f6-9153-4377-aca1-bc741816df7e, infoPort=46279, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=878148663;c=1733246655456) 2024-12-03T17:24:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95bddaf06c52bee2 with lease ID 0xb7af9b072bcfceaf: from storage DS-7cd5922f-992d-4c22-b147-a2415d7c5693 node DatanodeRegistration(127.0.0.1:39209, datanodeUuid=959105f6-9153-4377-aca1-bc741816df7e, infoPort=46279, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=878148663;c=1733246655456), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95bddaf06c52bee2 with lease ID 0xb7af9b072bcfceaf: Processing first storage report for DS-e39242a2-3990-4a9a-8ee7-0f4cb5848f71 from datanode DatanodeRegistration(127.0.0.1:39209, datanodeUuid=959105f6-9153-4377-aca1-bc741816df7e, infoPort=46279, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=878148663;c=1733246655456) 2024-12-03T17:24:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95bddaf06c52bee2 with lease ID 0xb7af9b072bcfceaf: from storage DS-e39242a2-3990-4a9a-8ee7-0f4cb5848f71 node DatanodeRegistration(127.0.0.1:39209, datanodeUuid=959105f6-9153-4377-aca1-bc741816df7e, infoPort=46279, infoSecurePort=0, ipcPort=41637, storageInfo=lv=-57;cid=testClusterID;nsid=878148663;c=1733246655456), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:16,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b 2024-12-03T17:24:16,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:24:16,544 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51 with version=8 2024-12-03T17:24:16,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/hbase-staging 2024-12-03T17:24:16,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:16,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:16,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:16,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:24:16,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:16,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40861 2024-12-03T17:24:16,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40861 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408610x0, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:16,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40861-0x1010d50970b0003 connected 2024-12-03T17:24:16,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/running 2024-12-03T17:24:16,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51, hbase.cluster.distributed=false 2024-12-03T17:24:16,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/acl 2024-12-03T17:24:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-03T17:24:16,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-12-03T17:24:16,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-12-03T17:24:16,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-03T17:24:16,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-12-03T17:24:16,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:24:16,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:16,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45753 2024-12-03T17:24:16,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45753 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:16,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457530x0, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:16,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457530x0, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/running 2024-12-03T17:24:16,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45753-0x1010d50970b0004 connected 2024-12-03T17:24:16,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:24:16,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:24:16,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/master 2024-12-03T17:24:16,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/acl 2024-12-03T17:24:16,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45753 2024-12-03T17:24:16,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45753 2024-12-03T17:24:16,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45753 2024-12-03T17:24:16,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45753 2024-12-03T17:24:16,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45753 2024-12-03T17:24:16,638 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:40861 2024-12-03T17:24:16,639 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-958389743/backup-masters/27e0f852a164,40861,1733246656547 2024-12-03T17:24:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/backup-masters 2024-12-03T17:24:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/backup-masters 2024-12-03T17:24:16,643 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on existing znode=/1-958389743/backup-masters/27e0f852a164,40861,1733246656547 2024-12-03T17:24:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-958389743/master 2024-12-03T17:24:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:16,644 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on existing znode=/1-958389743/master 2024-12-03T17:24:16,645 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-958389743/backup-masters/27e0f852a164,40861,1733246656547 from backup master directory 2024-12-03T17:24:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-958389743/backup-masters/27e0f852a164,40861,1733246656547 2024-12-03T17:24:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/backup-masters 2024-12-03T17:24:16,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/backup-masters 2024-12-03T17:24:16,646 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:16,646 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,40861,1733246656547 2024-12-03T17:24:16,649 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/hbase.id] with ID: ba5fd884-67c4-4681-8c43-aadff18cefa3 2024-12-03T17:24:16,649 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/.tmp/hbase.id 2024-12-03T17:24:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:24:17,070 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/.tmp/hbase.id]:[hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/hbase.id] 2024-12-03T17:24:17,082 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:17,082 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:24:17,083 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:24:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:24:17,162 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:17,163 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:24:17,171 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:24:17,238 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store 2024-12-03T17:24:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:17,707 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:17,707 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:17,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246657707Disabling compacts and flushes for region at 1733246657707Disabling writes for close at 1733246657707Writing region close event to WAL at 1733246657707Closed at 1733246657707 2024-12-03T17:24:17,708 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/.initializing 2024-12-03T17:24:17,708 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/WALs/27e0f852a164,40861,1733246656547 2024-12-03T17:24:17,710 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:17,712 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C40861%2C1733246656547, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/WALs/27e0f852a164,40861,1733246656547, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/oldWALs, maxLogs=10 2024-12-03T17:24:17,728 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/WALs/27e0f852a164,40861,1733246656547/27e0f852a164%2C40861%2C1733246656547.1733246657713, exclude list is [], retry=0 2024-12-03T17:24:17,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-7cd5922f-992d-4c22-b147-a2415d7c5693,DISK] 2024-12-03T17:24:17,748 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/WALs/27e0f852a164,40861,1733246656547/27e0f852a164%2C40861%2C1733246656547.1733246657713 2024-12-03T17:24:17,762 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46279:46279)] 2024-12-03T17:24:17,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:17,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:17,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,763 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:24:17,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:17,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:17,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:24:17,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:17,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:17,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:24:17,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:17,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:17,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:24:17,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:17,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:17,801 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,802 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,802 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,804 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,804 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,804 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:17,806 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:17,823 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:17,824 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72165378, jitterRate=0.07534793019294739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:17,825 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246657763Initializing all the Stores at 1733246657764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246657764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246657779 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246657779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246657779Cleaning up temporary data from old regions at 1733246657804 (+25 ms)Region opened successfully at 1733246657825 (+21 ms) 2024-12-03T17:24:17,826 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:24:17,837 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc4d63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:17,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:24:17,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:24:17,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:24:17,838 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:24:17,844 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-12-03T17:24:17,844 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:24:17,844 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:24:17,872 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:24:17,873 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Unable to get data of znode /1-958389743/balancer because node does not exist (not necessarily an error) 2024-12-03T17:24:17,874 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/balancer already deleted, retry=false 2024-12-03T17:24:17,875 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:24:17,876 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Unable to get data of znode /1-958389743/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:24:17,877 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/normalizer already deleted, retry=false 2024-12-03T17:24:17,878 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:24:17,880 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Unable to get data of znode /1-958389743/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:24:17,884 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/switch/split already deleted, retry=false 2024-12-03T17:24:17,885 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Unable to get data of znode /1-958389743/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:24:17,886 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/switch/merge already deleted, retry=false 2024-12-03T17:24:17,891 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Unable to get data of znode /1-958389743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:24:17,892 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/snapshot-cleanup already deleted, retry=false 2024-12-03T17:24:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-958389743/running 2024-12-03T17:24:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-958389743/running 2024-12-03T17:24:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,895 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,40861,1733246656547, sessionid=0x1010d50970b0003, setting cluster-up flag (Was=false) 2024-12-03T17:24:17,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,904 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-958389743/flush-table-proc/acquired, /1-958389743/flush-table-proc/reached, /1-958389743/flush-table-proc/abort 2024-12-03T17:24:17,905 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40861,1733246656547 2024-12-03T17:24:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:17,915 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-958389743/online-snapshot/acquired, /1-958389743/online-snapshot/reached, /1-958389743/online-snapshot/abort 2024-12-03T17:24:17,918 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,40861,1733246656547 2024-12-03T17:24:17,923 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:24:17,927 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:17,928 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:24:17,928 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:24:17,928 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,40861,1733246656547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:17,930 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:17,944 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(746): ClusterId : ba5fd884-67c4-4681-8c43-aadff18cefa3 2024-12-03T17:24:17,944 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:24:17,946 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:24:17,946 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:24:17,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:17,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:24:17,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:17,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:24:17,954 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:24:17,954 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140a2820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:17,966 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246687966 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:24:17,967 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:24:17,998 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,002 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:45753 2024-12-03T17:24:18,002 INFO [RS:0;27e0f852a164:45753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:24:18,002 INFO [RS:0;27e0f852a164:45753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:24:18,002 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:24:18,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:24:18,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:24:18,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:24:18,003 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:24:18,004 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,40861,1733246656547 with port=45753, startcode=1733246656605 2024-12-03T17:24:18,004 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:24:18,005 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:24:18,005 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:24:18,006 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246658005,5,FailOnTimeoutGroup] 2024-12-03T17:24:18,006 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246658006,5,FailOnTimeoutGroup] 2024-12-03T17:24:18,006 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,006 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:24:18,006 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,006 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,011 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:24:18,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40861 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,013 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51 2024-12-03T17:24:18,013 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41191 2024-12-03T17:24:18,013 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:24:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:24:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/rs 2024-12-03T17:24:18,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:24:18,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51 2024-12-03T17:24:18,024 DEBUG [RS:0;27e0f852a164:45753 {}] zookeeper.ZKUtil(111): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on existing znode=/1-958389743/rs/27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,024 WARN [RS:0;27e0f852a164:45753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:18,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,45753,1733246656605] 2024-12-03T17:24:18,024 INFO [RS:0;27e0f852a164:45753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:18,024 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,027 INFO [RS:0;27e0f852a164:45753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:24:18,038 INFO [RS:0;27e0f852a164:45753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:24:18,040 INFO [RS:0;27e0f852a164:45753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:24:18,040 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:24:18,046 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:24:18,047 INFO [RS:0;27e0f852a164:45753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:24:18,047 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,047 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,047 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:18,048 DEBUG [RS:0;27e0f852a164:45753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:18,061 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,062 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,062 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,062 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,062 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,062 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45753,1733246656605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:18,080 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:24:18,081 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,45753,1733246656605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,081 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,081 INFO [RS:0;27e0f852a164:45753 {}] regionserver.Replication(171): 27e0f852a164,45753,1733246656605 started 2024-12-03T17:24:18,100 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,100 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,45753,1733246656605, RpcServer on 27e0f852a164/172.17.0.3:45753, sessionid=0x1010d50970b0004 2024-12-03T17:24:18,100 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:24:18,100 DEBUG [RS:0;27e0f852a164:45753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,100 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45753,1733246656605' 2024-12-03T17:24:18,100 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-958389743/flush-table-proc/abort' 2024-12-03T17:24:18,101 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-958389743/flush-table-proc/acquired' 2024-12-03T17:24:18,102 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:24:18,102 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:24:18,102 DEBUG [RS:0;27e0f852a164:45753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,102 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,45753,1733246656605' 2024-12-03T17:24:18,102 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-958389743/online-snapshot/abort' 2024-12-03T17:24:18,103 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-958389743/online-snapshot/acquired' 2024-12-03T17:24:18,104 DEBUG [RS:0;27e0f852a164:45753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:24:18,104 INFO [RS:0;27e0f852a164:45753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:24:18,104 INFO [RS:0;27e0f852a164:45753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:24:18,204 INFO [RS:0;27e0f852a164:45753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:18,220 INFO [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45753%2C1733246656605, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/oldWALs, maxLogs=10 2024-12-03T17:24:18,237 DEBUG [RS:0;27e0f852a164:45753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605/27e0f852a164%2C45753%2C1733246656605.1733246658221, exclude list is [], retry=0 2024-12-03T17:24:18,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-7cd5922f-992d-4c22-b147-a2415d7c5693,DISK] 2024-12-03T17:24:18,270 INFO [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605/27e0f852a164%2C45753%2C1733246656605.1733246658221 2024-12-03T17:24:18,274 DEBUG [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46279:46279)] 2024-12-03T17:24:18,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:18,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:18,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:18,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:18,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:18,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:18,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:18,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:18,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:18,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:18,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740 2024-12-03T17:24:18,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740 2024-12-03T17:24:18,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:18,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:18,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:18,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:18,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:18,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68238482, jitterRate=0.016832619905471802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:18,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246658453Initializing all the Stores at 1733246658465 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658467 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246658467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658468 (+1 ms)Cleaning up temporary data from old regions at 1733246658526 (+58 ms)Region opened successfully at 1733246658563 (+37 ms) 2024-12-03T17:24:18,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:18,563 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:18,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:18,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:18,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:18,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:18,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246658563Disabling compacts and flushes for region at 1733246658563Disabling writes for close at 1733246658563Writing region close event to WAL at 1733246658565 (+2 ms)Closed at 1733246658565 2024-12-03T17:24:18,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:18,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:24:18,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:24:18,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:18,569 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:24:18,729 DEBUG [27e0f852a164:40861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:24:18,730 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,731 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45753,1733246656605, state=OPENING 2024-12-03T17:24:18,734 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:24:18,736 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:18,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45753,1733246656605}] 2024-12-03T17:24:18,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:18,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:18,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-958389743/meta-region-server: CHANGED 2024-12-03T17:24:18,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-958389743/meta-region-server: CHANGED 2024-12-03T17:24:18,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:18,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:24:18,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:24:18,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:18,893 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:24:18,894 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45753%2C1733246656605.meta, suffix=.meta, logDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/oldWALs, maxLogs=10 2024-12-03T17:24:18,909 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605/27e0f852a164%2C45753%2C1733246656605.meta.1733246658895.meta, exclude list is [], retry=0 2024-12-03T17:24:18,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-7cd5922f-992d-4c22-b147-a2415d7c5693,DISK] 2024-12-03T17:24:18,914 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605/27e0f852a164%2C45753%2C1733246656605.meta.1733246658895.meta 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46279:46279)] 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:18,916 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:24:18,916 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:24:18,916 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:18,917 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:24:18,917 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:24:18,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:18,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:18,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:18,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:18,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:18,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:18,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:18,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:18,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:18,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:18,922 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:18,923 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740 2024-12-03T17:24:18,923 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740 2024-12-03T17:24:18,925 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:18,925 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:18,925 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:18,926 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:18,927 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052534, jitterRate=-0.10514751076698303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:18,927 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:24:18,927 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246658917Writing region info on filesystem at 1733246658917Initializing all the Stores at 1733246658917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658918 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246658918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246658918Cleaning up temporary data from old regions at 1733246658925 (+7 ms)Running coprocessor post-open hooks at 1733246658927 (+2 ms)Region opened successfully at 1733246658927 2024-12-03T17:24:18,928 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246658888 2024-12-03T17:24:18,929 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:24:18,929 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:24:18,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,45753,1733246656605, state=OPEN 2024-12-03T17:24:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-958389743/meta-region-server 2024-12-03T17:24:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-958389743/meta-region-server 2024-12-03T17:24:18,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,45753,1733246656605 2024-12-03T17:24:18,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-958389743/meta-region-server: CHANGED 2024-12-03T17:24:18,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-958389743/meta-region-server: CHANGED 2024-12-03T17:24:18,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:24:18,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,45753,1733246656605 in 198 msec 2024-12-03T17:24:18,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:24:18,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-12-03T17:24:18,942 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:18,942 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:24:18,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:18,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45753,1733246656605, seqNum=-1] 2024-12-03T17:24:18,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:18,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:18,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0220 sec 2024-12-03T17:24:18,949 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246658949, completionTime=-1 2024-12-03T17:24:18,950 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:24:18,950 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246718952 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246778952 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:40861, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,952 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,953 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:18,954 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.310sec 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:18,956 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:24:18,959 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:24:18,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:24:18,959 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,40861,1733246656547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:19,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:19,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40861,-1 for getting cluster id 2024-12-03T17:24:19,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:19,047 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5fd884-67c4-4681-8c43-aadff18cefa3' 2024-12-03T17:24:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5fd884-67c4-4681-8c43-aadff18cefa3" 2024-12-03T17:24:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef4b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40861,-1] 2024-12-03T17:24:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:19,049 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:19,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45753,1733246656605, seqNum=-1] 2024-12-03T17:24:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:19,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:19,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,40861,1733246656547 2024-12-03T17:24:19,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:19,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:19,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010d50970b0005 connected 2024-12-03T17:24:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir so I do NOT create it in target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162 2024-12-03T17:24:19,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T17:24:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.tmp.dir so I do NOT create it in target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162 2024-12-03T17:24:19,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T17:24:19,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/cluster_616a0d7c-3a4a-a95b-db18-a2de6e243d59, deleteOnExit=true 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/test.cache.data in system properties and HBase conf 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.log.dir in system properties and HBase conf 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T17:24:19,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T17:24:19,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/nfs.dump.dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/java.io.tmpdir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T17:24:19,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T17:24:19,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:19,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:19,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:19,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:19,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T17:24:19,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:19,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:19,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:19,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc761de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/java.io.tmpdir/jetty-localhost-46553-hadoop-hdfs-3_4_1-tests_jar-_-any-16591074266879715774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:19,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:46553} 2024-12-03T17:24:19,362 INFO [Time-limited test {}] server.Server(415): Started @323859ms 2024-12-03T17:24:19,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T17:24:19,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T17:24:19,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T17:24:19,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T17:24:19,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T17:24:19,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.log.dir/,AVAILABLE} 2024-12-03T17:24:19,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T17:24:19,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146e5199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/java.io.tmpdir/jetty-localhost-35437-hadoop-hdfs-3_4_1-tests_jar-_-any-13903040428450937381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:19,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:35437} 2024-12-03T17:24:19,833 INFO [Time-limited test {}] server.Server(415): Started @324331ms 2024-12-03T17:24:19,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T17:24:20,217 WARN [Thread-4509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/cluster_616a0d7c-3a4a-a95b-db18-a2de6e243d59/data/data1/current/BP-1856025350-172.17.0.3-1733246659090/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:20,223 WARN [Thread-4510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/cluster_616a0d7c-3a4a-a95b-db18-a2de6e243d59/data/data2/current/BP-1856025350-172.17.0.3-1733246659090/current, will proceed with Du for space computation calculation, 2024-12-03T17:24:20,267 WARN [Thread-4497 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T17:24:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817f6c49bfac432c with lease ID 0xd8a3f9b6bb57a15: Processing first storage report for DS-e9c481e4-5f15-41a2-a2d3-500c0da5c7d1 from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=618c1015-08a5-4e2f-83b0-d785d6c0bcdc, infoPort=41403, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=9561515;c=1733246659090) 2024-12-03T17:24:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817f6c49bfac432c with lease ID 0xd8a3f9b6bb57a15: from storage DS-e9c481e4-5f15-41a2-a2d3-500c0da5c7d1 node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=618c1015-08a5-4e2f-83b0-d785d6c0bcdc, infoPort=41403, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=9561515;c=1733246659090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817f6c49bfac432c with lease ID 0xd8a3f9b6bb57a15: Processing first storage report for DS-f1d7437f-d249-49ed-901c-b4c9d7620694 from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=618c1015-08a5-4e2f-83b0-d785d6c0bcdc, infoPort=41403, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=9561515;c=1733246659090) 2024-12-03T17:24:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817f6c49bfac432c with lease ID 0xd8a3f9b6bb57a15: from storage DS-f1d7437f-d249-49ed-901c-b4c9d7620694 node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=618c1015-08a5-4e2f-83b0-d785d6c0bcdc, infoPort=41403, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=9561515;c=1733246659090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T17:24:20,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162 2024-12-03T17:24:20,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:20,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741825_1001 (size=7) 2024-12-03T17:24:20,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d with version=8 2024-12-03T17:24:20,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/hbase-staging 2024-12-03T17:24:20,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:20,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T17:24:20,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:20,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39643 2024-12-03T17:24:20,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39643 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:20,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:24:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396430x0, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:20,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39643-0x1010d50970b0006 connected 2024-12-03T17:24:20,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:20,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/running 2024-12-03T17:24:20,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d, hbase.cluster.distributed=false 2024-12-03T17:24:20,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:20,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/acl 2024-12-03T17:24:20,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39643 2024-12-03T17:24:20,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39643 2024-12-03T17:24:21,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39643 2024-12-03T17:24:21,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39643 2024-12-03T17:24:21,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39643 2024-12-03T17:24:21,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=45 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T17:24:21,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T17:24:21,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35091 2024-12-03T17:24:21,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35091 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:21,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:21,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:21,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350910x0, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/running 2024-12-03T17:24:21,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T17:24:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350910x0, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:21,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35091-0x1010d50970b0007 connected 2024-12-03T17:24:21,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T17:24:21,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/master 2024-12-03T17:24:21,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/acl 2024-12-03T17:24:21,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T17:24:21,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-03T17:24:21,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-03T17:24:21,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T17:24:21,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T17:24:21,237 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:39643 2024-12-03T17:24:21,261 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2715013299/backup-masters/27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/backup-masters 2024-12-03T17:24:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/backup-masters 2024-12-03T17:24:21,273 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on existing znode=/2715013299/backup-masters/27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2715013299/master 2024-12-03T17:24:21,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,281 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on existing znode=/2715013299/master 2024-12-03T17:24:21,289 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2715013299/backup-masters/27e0f852a164,39643,1733246660798 from backup master directory 2024-12-03T17:24:21,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2715013299/backup-masters/27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/backup-masters 2024-12-03T17:24:21,293 WARN [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:21,293 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/backup-masters 2024-12-03T17:24:21,312 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/hbase.id] with ID: 1c385449-5553-492d-bb41-d33351f2b8de 2024-12-03T17:24:21,312 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/.tmp/hbase.id 2024-12-03T17:24:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741826_1002 (size=42) 2024-12-03T17:24:21,343 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/.tmp/hbase.id]:[hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/hbase.id] 2024-12-03T17:24:21,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:21,367 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T17:24:21,368 INFO [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T17:24:21,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741827_1003 (size=196) 2024-12-03T17:24:21,428 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:21,429 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T17:24:21,435 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741828_1004 (size=1189) 2024-12-03T17:24:21,453 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store 2024-12-03T17:24:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741829_1005 (size=34) 2024-12-03T17:24:21,470 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:21,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:21,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:21,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:21,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:21,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:21,471 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:21,471 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246661471Disabling compacts and flushes for region at 1733246661471Disabling writes for close at 1733246661471Writing region close event to WAL at 1733246661471Closed at 1733246661471 2024-12-03T17:24:21,473 WARN [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/.initializing 2024-12-03T17:24:21,473 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/WALs/27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,475 INFO [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:21,485 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C39643%2C1733246660798, suffix=, logDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/WALs/27e0f852a164,39643,1733246660798, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/oldWALs, maxLogs=10 2024-12-03T17:24:21,511 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/WALs/27e0f852a164,39643,1733246660798/27e0f852a164%2C39643%2C1733246660798.1733246661485, exclude list is [], retry=0 2024-12-03T17:24:21,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-e9c481e4-5f15-41a2-a2d3-500c0da5c7d1,DISK] 2024-12-03T17:24:21,531 INFO [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/WALs/27e0f852a164,39643,1733246660798/27e0f852a164%2C39643%2C1733246660798.1733246661485 2024-12-03T17:24:21,534 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41403:41403)] 2024-12-03T17:24:21,535 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:21,535 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:21,535 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,535 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T17:24:21,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:21,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:21,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T17:24:21,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:21,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:21,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T17:24:21,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:21,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:21,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T17:24:21,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:21,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:21,604 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,605 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,605 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,607 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,607 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,607 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:21,608 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T17:24:21,618 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:21,619 INFO [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66739254, jitterRate=-0.005507618188858032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:21,619 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733246661535Initializing all the Stores at 1733246661538 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246661538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246661566 (+28 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246661566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246661566Cleaning up temporary data from old regions at 1733246661607 (+41 ms)Region opened successfully at 1733246661619 (+12 ms) 2024-12-03T17:24:21,621 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T17:24:21,626 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236443f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:21,630 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T17:24:21,631 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T17:24:21,631 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T17:24:21,631 INFO [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T17:24:21,631 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T17:24:21,632 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T17:24:21,632 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T17:24:21,663 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T17:24:21,673 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Unable to get data of znode /2715013299/balancer because node does not exist (not necessarily an error) 2024-12-03T17:24:21,682 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/balancer already deleted, retry=false 2024-12-03T17:24:21,683 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T17:24:21,693 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Unable to get data of znode /2715013299/normalizer because node does not exist (not necessarily an error) 2024-12-03T17:24:21,703 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/normalizer already deleted, retry=false 2024-12-03T17:24:21,704 INFO [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T17:24:21,715 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Unable to get data of znode /2715013299/switch/split because node does not exist (not necessarily an error) 2024-12-03T17:24:21,717 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/switch/split already deleted, retry=false 2024-12-03T17:24:21,718 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Unable to get data of znode /2715013299/switch/merge because node does not exist (not necessarily an error) 2024-12-03T17:24:21,724 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/switch/merge already deleted, retry=false 2024-12-03T17:24:21,733 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Unable to get data of znode /2715013299/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T17:24:21,740 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/snapshot-cleanup already deleted, retry=false 2024-12-03T17:24:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2715013299/running 2024-12-03T17:24:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2715013299/running 2024-12-03T17:24:21,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,755 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,39643,1733246660798, sessionid=0x1010d50970b0006, setting cluster-up flag (Was=false) 2024-12-03T17:24:21,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,801 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2715013299/flush-table-proc/acquired, /2715013299/flush-table-proc/reached, /2715013299/flush-table-proc/abort 2024-12-03T17:24:21,806 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:21,826 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2715013299/online-snapshot/acquired, /2715013299/online-snapshot/reached, /2715013299/online-snapshot/abort 2024-12-03T17:24:21,854 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,39643,1733246660798 2024-12-03T17:24:21,857 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T17:24:21,865 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:21,865 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T17:24:21,865 INFO [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T17:24:21,866 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,39643,1733246660798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:21,879 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:21,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:21,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T17:24:21,925 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(746): ClusterId : 1c385449-5553-492d-bb41-d33351f2b8de 2024-12-03T17:24:21,925 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T17:24:21,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:21,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733246691930 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T17:24:21,930 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T17:24:21,938 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T17:24:21,938 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T17:24:21,939 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:21,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T17:24:21,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T17:24:21,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T17:24:21,951 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T17:24:21,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T17:24:21,954 INFO [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T17:24:21,958 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T17:24:21,959 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3690e8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0 2024-12-03T17:24:21,963 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246661954,5,FailOnTimeoutGroup] 2024-12-03T17:24:21,965 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246661963,5,FailOnTimeoutGroup] 2024-12-03T17:24:21,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:21,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T17:24:21,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:21,965 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:21,988 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:35091 2024-12-03T17:24:21,989 INFO [RS:0;27e0f852a164:35091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T17:24:21,989 INFO [RS:0;27e0f852a164:35091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T17:24:21,989 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T17:24:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741831_1007 (size=1321) 2024-12-03T17:24:21,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T17:24:21,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d 2024-12-03T17:24:21,997 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,39643,1733246660798 with port=35091, startcode=1733246661099 2024-12-03T17:24:21,998 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T17:24:22,003 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T17:24:22,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,005 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d 2024-12-03T17:24:22,005 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41137 2024-12-03T17:24:22,005 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T17:24:22,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/rs 2024-12-03T17:24:22,019 DEBUG [RS:0;27e0f852a164:35091 {}] zookeeper.ZKUtil(111): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on existing znode=/2715013299/rs/27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,019 WARN [RS:0;27e0f852a164:35091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T17:24:22,019 INFO [RS:0;27e0f852a164:35091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:22,019 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,35091,1733246661099] 2024-12-03T17:24:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741832_1008 (size=32) 2024-12-03T17:24:22,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:22,098 INFO [RS:0;27e0f852a164:35091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T17:24:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:22,101 INFO [RS:0;27e0f852a164:35091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T17:24:22,102 INFO [RS:0;27e0f852a164:35091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T17:24:22,102 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:22,102 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T17:24:22,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:22,103 INFO [RS:0;27e0f852a164:35091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T17:24:22,103 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,103 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,104 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1 2024-12-03T17:24:22,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:22,104 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:22,104 DEBUG [RS:0;27e0f852a164:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3 2024-12-03T17:24:22,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:22,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:22,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:22,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:22,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740 2024-12-03T17:24:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740 2024-12-03T17:24:22,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:22,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:22,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:22,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:22,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:22,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65630006, jitterRate=-0.022036701440811157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:22,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733246662087Initializing all the Stores at 1733246662089 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662098 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246662098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662098Cleaning up temporary data from old regions at 1733246662111 (+13 ms)Region opened successfully at 1733246662123 (+12 ms) 2024-12-03T17:24:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:22,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,126 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35091,1733246661099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:22,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:22,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246662124Disabling compacts and flushes for region at 1733246662124Disabling writes for close at 1733246662124Writing region close event to WAL at 1733246662127 (+3 ms)Closed at 1733246662127 2024-12-03T17:24:22,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:22,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T17:24:22,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T17:24:22,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:22,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T17:24:22,146 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T17:24:22,146 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,35091,1733246661099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,146 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,146 INFO [RS:0;27e0f852a164:35091 {}] regionserver.Replication(171): 27e0f852a164,35091,1733246661099 started 2024-12-03T17:24:22,167 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,167 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,35091,1733246661099, RpcServer on 27e0f852a164/172.17.0.3:35091, sessionid=0x1010d50970b0007 2024-12-03T17:24:22,167 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T17:24:22,167 DEBUG [RS:0;27e0f852a164:35091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,167 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35091,1733246661099' 2024-12-03T17:24:22,167 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2715013299/flush-table-proc/abort' 2024-12-03T17:24:22,168 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2715013299/flush-table-proc/acquired' 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,35091,1733246661099' 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2715013299/online-snapshot/abort' 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2715013299/online-snapshot/acquired' 2024-12-03T17:24:22,169 DEBUG [RS:0;27e0f852a164:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T17:24:22,169 INFO [RS:0;27e0f852a164:35091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T17:24:22,169 INFO [RS:0;27e0f852a164:35091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T17:24:22,270 INFO [RS:0;27e0f852a164:35091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T17:24:22,281 WARN [27e0f852a164:39643 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T17:24:22,287 INFO [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35091%2C1733246661099, suffix=, logDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/oldWALs, maxLogs=10 2024-12-03T17:24:22,314 DEBUG [RS:0;27e0f852a164:35091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099/27e0f852a164%2C35091%2C1733246661099.1733246662287, exclude list is [], retry=0 2024-12-03T17:24:22,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-e9c481e4-5f15-41a2-a2d3-500c0da5c7d1,DISK] 2024-12-03T17:24:22,338 INFO [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099/27e0f852a164%2C35091%2C1733246661099.1733246662287 2024-12-03T17:24:22,342 DEBUG [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41403:41403)] 2024-12-03T17:24:22,531 DEBUG [27e0f852a164:39643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T17:24:22,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35091,1733246661099, state=OPENING 2024-12-03T17:24:22,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T17:24:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:22,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2715013299/meta-region-server: CHANGED 2024-12-03T17:24:22,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2715013299/meta-region-server: CHANGED 2024-12-03T17:24:22,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T17:24:22,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35091,1733246661099}] 2024-12-03T17:24:22,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:22,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:24:22,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T17:24:22,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:22,721 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T17:24:22,728 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C35091%2C1733246661099.meta, suffix=.meta, logDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099, archiveDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/oldWALs, maxLogs=10 2024-12-03T17:24:22,748 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099/27e0f852a164%2C35091%2C1733246661099.meta.1733246662728.meta, exclude list is [], retry=0 2024-12-03T17:24:22,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37325,DS-e9c481e4-5f15-41a2-a2d3-500c0da5c7d1,DISK] 2024-12-03T17:24:22,778 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099/27e0f852a164%2C35091%2C1733246661099.meta.1733246662728.meta 2024-12-03T17:24:22,780 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41403:41403)] 2024-12-03T17:24:22,780 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:22,780 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T17:24:22,781 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T17:24:22,781 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T17:24:22,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T17:24:22,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T17:24:22,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T17:24:22,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T17:24:22,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T17:24:22,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T17:24:22,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T17:24:22,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T17:24:22,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:22,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T17:24:22,828 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T17:24:22,831 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740 2024-12-03T17:24:22,843 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740 2024-12-03T17:24:22,856 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T17:24:22,856 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T17:24:22,857 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T17:24:22,860 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T17:24:22,862 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61959627, jitterRate=-0.07672961056232452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T17:24:22,862 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T17:24:22,862 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733246662781Writing region info on filesystem at 1733246662781Initializing all the Stores at 1733246662782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662787 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246662788 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733246662788Cleaning up temporary data from old regions at 1733246662856 (+68 ms)Running coprocessor post-open hooks at 1733246662862 (+6 ms)Region opened successfully at 1733246662862 2024-12-03T17:24:22,865 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733246662702 2024-12-03T17:24:22,881 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T17:24:22,881 INFO [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T17:24:22,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,882 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,35091,1733246661099, state=OPEN 2024-12-03T17:24:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2715013299/meta-region-server 2024-12-03T17:24:22,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,35091,1733246661099 2024-12-03T17:24:22,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2715013299/meta-region-server: CHANGED 2024-12-03T17:24:22,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2715013299/meta-region-server 2024-12-03T17:24:22,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2715013299/meta-region-server: CHANGED 2024-12-03T17:24:22,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T17:24:22,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,35091,1733246661099 in 337 msec 2024-12-03T17:24:22,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T17:24:22,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-12-03T17:24:22,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T17:24:22,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T17:24:22,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:22,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35091,1733246661099, seqNum=-1] 2024-12-03T17:24:22,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:22,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:22,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0460 sec 2024-12-03T17:24:22,908 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733246662908, completionTime=-1 2024-12-03T17:24:22,908 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T17:24:22,908 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T17:24:22,911 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T17:24:22,911 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733246722911 2024-12-03T17:24:22,911 INFO [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733246782911 2024-12-03T17:24:22,911 INFO [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T17:24:22,912 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,912 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,912 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,912 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:39643, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,912 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,918 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T17:24:22,920 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.634sec 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T17:24:22,927 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T17:24:22,953 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T17:24:22,953 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T17:24:22,953 INFO [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,39643,1733246660798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T17:24:23,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:23,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39643,-1 for getting cluster id 2024-12-03T17:24:23,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:23,039 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c385449-5553-492d-bb41-d33351f2b8de' 2024-12-03T17:24:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c385449-5553-492d-bb41-d33351f2b8de" 2024-12-03T17:24:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239e5766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39643,-1] 2024-12-03T17:24:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:23,047 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:23,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:23,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35091,1733246661099, seqNum=-1] 2024-12-03T17:24:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:23,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:23,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,39643,1733246660798 2024-12-03T17:24:23,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58096 2024-12-03T17:24:23,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T17:24:23,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010d50970b0008 connected 2024-12-03T17:24:23,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39037,1733246652335 2024-12-03T17:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c076a9 2024-12-03T17:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:23,099 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:23,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:24:23,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:24:23,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:23,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:24:23,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:24:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:23,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26f1e2287c46c65428068f42c21425ed, NAME => 'test,,1733246663100.26f1e2287c46c65428068f42c21425ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79 2024-12-03T17:24:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246663100.26f1e2287c46c65428068f42c21425ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26f1e2287c46c65428068f42c21425ed, disabling compactions & flushes 2024-12-03T17:24:23,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246663100.26f1e2287c46c65428068f42c21425ed. after waiting 0 ms 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:23,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:23,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26f1e2287c46c65428068f42c21425ed: Waiting for close lock at 1733246663597Disabling compacts and flushes for region at 1733246663597Disabling writes for close at 1733246663597Writing region close event to WAL at 1733246663597Closed at 1733246663597 2024-12-03T17:24:23,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:24:23,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246663100.26f1e2287c46c65428068f42c21425ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246663600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246663600"}]},"ts":"1733246663600"} 2024-12-03T17:24:23,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:24:23,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:24:23,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246663606"}]},"ts":"1733246663606"} 2024-12-03T17:24:23,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:24:23,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26f1e2287c46c65428068f42c21425ed, ASSIGN}] 2024-12-03T17:24:23,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26f1e2287c46c65428068f42c21425ed, ASSIGN 2024-12-03T17:24:23,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26f1e2287c46c65428068f42c21425ed, ASSIGN; state=OFFLINE, location=27e0f852a164,45513,1733246652712; forceNewPlan=false, retain=false 2024-12-03T17:24:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:23,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26f1e2287c46c65428068f42c21425ed, regionState=OPENING, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26f1e2287c46c65428068f42c21425ed, ASSIGN because future has completed 2024-12-03T17:24:23,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f1e2287c46c65428068f42c21425ed, server=27e0f852a164,45513,1733246652712}] 2024-12-03T17:24:23,995 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:23,995 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26f1e2287c46c65428068f42c21425ed, NAME => 'test,,1733246663100.26f1e2287c46c65428068f42c21425ed.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:23,996 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:23,996 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:24:23,996 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:23,996 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246663100.26f1e2287c46c65428068f42c21425ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:23,996 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:23,996 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:23,999 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,000 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f1e2287c46c65428068f42c21425ed columnFamilyName f 2024-12-03T17:24:24,001 DEBUG [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,001 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(327): Store=26f1e2287c46c65428068f42c21425ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,001 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,002 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f1e2287c46c65428068f42c21425ed columnFamilyName f1 2024-12-03T17:24:24,002 DEBUG [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,002 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(327): Store=26f1e2287c46c65428068f42c21425ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,002 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,003 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f1e2287c46c65428068f42c21425ed columnFamilyName norep 2024-12-03T17:24:24,003 DEBUG [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,004 INFO [StoreOpener-26f1e2287c46c65428068f42c21425ed-1 {}] regionserver.HStore(327): Store=26f1e2287c46c65428068f42c21425ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,004 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,004 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,005 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,006 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,006 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,007 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:24:24,008 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,022 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:24,023 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26f1e2287c46c65428068f42c21425ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59975455, jitterRate=-0.10629607737064362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:24:24,023 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:24,023 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26f1e2287c46c65428068f42c21425ed: Running coprocessor pre-open hook at 1733246663996Writing region info on filesystem at 1733246663996Initializing all the Stores at 1733246663997 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246663997Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246663998 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246663998Cleaning up temporary data from old regions at 1733246664006 (+8 ms)Running coprocessor post-open hooks at 1733246664023 (+17 ms)Region opened successfully at 1733246664023 2024-12-03T17:24:24,027 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246663100.26f1e2287c46c65428068f42c21425ed., pid=6, masterSystemTime=1733246663979 2024-12-03T17:24:24,038 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:24,038 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:24,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26f1e2287c46c65428068f42c21425ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:24,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f1e2287c46c65428068f42c21425ed, server=27e0f852a164,45513,1733246652712 because future has completed 2024-12-03T17:24:24,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:24:24,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26f1e2287c46c65428068f42c21425ed, server=27e0f852a164,45513,1733246652712 in 263 msec 2024-12-03T17:24:24,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:24:24,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26f1e2287c46c65428068f42c21425ed, ASSIGN in 436 msec 2024-12-03T17:24:24,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:24:24,055 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246664054"}]},"ts":"1733246664054"} 2024-12-03T17:24:24,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:24:24,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:24:24,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 957 msec 2024-12-03T17:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:24,251 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:24:24,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40861,1733246656547 2024-12-03T17:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d1aecc 2024-12-03T17:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:24,267 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:24,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:24:24,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:24:24,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:24:24,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:24:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:24:24,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61040d8083a08d020c02d6d9b4f96741, NAME => 'test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51 2024-12-03T17:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61040d8083a08d020c02d6d9b4f96741, disabling compactions & flushes 2024-12-03T17:24:24,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. after waiting 0 ms 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61040d8083a08d020c02d6d9b4f96741: Waiting for close lock at 1733246664451Disabling compacts and flushes for region at 1733246664451Disabling writes for close at 1733246664451Writing region close event to WAL at 1733246664451Closed at 1733246664451 2024-12-03T17:24:24,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:24:24,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246664452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246664452"}]},"ts":"1733246664452"} 2024-12-03T17:24:24,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:24:24,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:24:24,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246664464"}]},"ts":"1733246664464"} 2024-12-03T17:24:24,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:24:24,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61040d8083a08d020c02d6d9b4f96741, ASSIGN}] 2024-12-03T17:24:24,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61040d8083a08d020c02d6d9b4f96741, ASSIGN 2024-12-03T17:24:24,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61040d8083a08d020c02d6d9b4f96741, ASSIGN; state=OFFLINE, location=27e0f852a164,45753,1733246656605; forceNewPlan=false, retain=false 2024-12-03T17:24:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:24,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61040d8083a08d020c02d6d9b4f96741, regionState=OPENING, regionLocation=27e0f852a164,45753,1733246656605 2024-12-03T17:24:24,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61040d8083a08d020c02d6d9b4f96741, ASSIGN because future has completed 2024-12-03T17:24:24,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61040d8083a08d020c02d6d9b4f96741, server=27e0f852a164,45753,1733246656605}] 2024-12-03T17:24:24,843 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61040d8083a08d020c02d6d9b4f96741, NAME => 'test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:24,844 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:24,844 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:24:24,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:24,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,861 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,875 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61040d8083a08d020c02d6d9b4f96741 columnFamilyName f 2024-12-03T17:24:24,875 DEBUG [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,878 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(327): Store=61040d8083a08d020c02d6d9b4f96741/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,879 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,891 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61040d8083a08d020c02d6d9b4f96741 columnFamilyName f1 2024-12-03T17:24:24,891 DEBUG [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,894 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(327): Store=61040d8083a08d020c02d6d9b4f96741/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,894 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:24,902 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61040d8083a08d020c02d6d9b4f96741 columnFamilyName norep 2024-12-03T17:24:24,902 DEBUG [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:24,905 INFO [StoreOpener-61040d8083a08d020c02d6d9b4f96741-1 {}] regionserver.HStore(327): Store=61040d8083a08d020c02d6d9b4f96741/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:24,905 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,910 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,921 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,943 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,943 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,946 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:24:24,949 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,970 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:24,973 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61040d8083a08d020c02d6d9b4f96741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66535418, jitterRate=-0.008545011281967163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:24:24,973 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:24,973 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61040d8083a08d020c02d6d9b4f96741: Running coprocessor pre-open hook at 1733246664844Writing region info on filesystem at 1733246664844Initializing all the Stores at 1733246664854 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246664854Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246664857 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246664857Cleaning up temporary data from old regions at 1733246664943 (+86 ms)Running coprocessor post-open hooks at 1733246664973 (+30 ms)Region opened successfully at 1733246664973 2024-12-03T17:24:24,984 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246664268.61040d8083a08d020c02d6d9b4f96741., pid=6, masterSystemTime=1733246664819 2024-12-03T17:24:24,992 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,992 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:24,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61040d8083a08d020c02d6d9b4f96741, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,45753,1733246656605 2024-12-03T17:24:25,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61040d8083a08d020c02d6d9b4f96741, server=27e0f852a164,45753,1733246656605 because future has completed 2024-12-03T17:24:25,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:24:25,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61040d8083a08d020c02d6d9b4f96741, server=27e0f852a164,45753,1733246656605 in 384 msec 2024-12-03T17:24:25,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:24:25,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61040d8083a08d020c02d6d9b4f96741, ASSIGN in 568 msec 2024-12-03T17:24:25,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:24:25,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246665041"}]},"ts":"1733246665041"} 2024-12-03T17:24:25,043 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:24:25,043 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:24:25,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-12-03T17:24:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:25,410 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:24:25,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39643,1733246660798 2024-12-03T17:24:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29709cbe 2024-12-03T17:24:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:25,412 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:25,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T17:24:25,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:24:25,415 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:25,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T17:24:25,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:24:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741835_1011 (size=902) 2024-12-03T17:24:25,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 633eab1eb3703382464fc4e58d8a5754, NAME => 'test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d 2024-12-03T17:24:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741836_1012 (size=39) 2024-12-03T17:24:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:25,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:25,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 633eab1eb3703382464fc4e58d8a5754, disabling compactions & flushes 2024-12-03T17:24:25,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:25,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:25,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. after waiting 0 ms 2024-12-03T17:24:25,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:25,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:25,884 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 633eab1eb3703382464fc4e58d8a5754: Waiting for close lock at 1733246665883Disabling compacts and flushes for region at 1733246665883Disabling writes for close at 1733246665883Writing region close event to WAL at 1733246665883Closed at 1733246665883 2024-12-03T17:24:25,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:24:25,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733246665885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246665885"}]},"ts":"1733246665885"} 2024-12-03T17:24:25,887 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:24:25,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:24:25,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246665888"}]},"ts":"1733246665888"} 2024-12-03T17:24:25,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T17:24:25,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=633eab1eb3703382464fc4e58d8a5754, ASSIGN}] 2024-12-03T17:24:25,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=633eab1eb3703382464fc4e58d8a5754, ASSIGN 2024-12-03T17:24:25,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=633eab1eb3703382464fc4e58d8a5754, ASSIGN; state=OFFLINE, location=27e0f852a164,35091,1733246661099; forceNewPlan=false, retain=false 2024-12-03T17:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:26,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=633eab1eb3703382464fc4e58d8a5754, regionState=OPENING, regionLocation=27e0f852a164,35091,1733246661099 2024-12-03T17:24:26,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=633eab1eb3703382464fc4e58d8a5754, ASSIGN because future has completed 2024-12-03T17:24:26,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633eab1eb3703382464fc4e58d8a5754, server=27e0f852a164,35091,1733246661099}] 2024-12-03T17:24:26,219 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:26,219 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 633eab1eb3703382464fc4e58d8a5754, NAME => 'test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:26,219 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:26,220 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T17:24:26,220 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,220 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:26,220 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,220 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,224 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,228 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633eab1eb3703382464fc4e58d8a5754 columnFamilyName f 2024-12-03T17:24:26,228 DEBUG [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:26,228 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(327): Store=633eab1eb3703382464fc4e58d8a5754/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:26,228 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,229 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633eab1eb3703382464fc4e58d8a5754 columnFamilyName f1 2024-12-03T17:24:26,229 DEBUG [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:26,230 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(327): Store=633eab1eb3703382464fc4e58d8a5754/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:26,230 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,232 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633eab1eb3703382464fc4e58d8a5754 columnFamilyName norep 2024-12-03T17:24:26,232 DEBUG [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:26,233 INFO [StoreOpener-633eab1eb3703382464fc4e58d8a5754-1 {}] regionserver.HStore(327): Store=633eab1eb3703382464fc4e58d8a5754/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:26,233 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,234 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,234 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,235 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,235 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,235 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:24:26,237 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,245 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:26,245 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 633eab1eb3703382464fc4e58d8a5754; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74940074, jitterRate=0.1166941225528717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:24:26,245 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:26,245 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 633eab1eb3703382464fc4e58d8a5754: Running coprocessor pre-open hook at 1733246666220Writing region info on filesystem at 1733246666220Initializing all the Stores at 1733246666224 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246666224Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246666224Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246666224Cleaning up temporary data from old regions at 1733246666235 (+11 ms)Running coprocessor post-open hooks at 1733246666245 (+10 ms)Region opened successfully at 1733246666245 2024-12-03T17:24:26,247 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733246665412.633eab1eb3703382464fc4e58d8a5754., pid=6, masterSystemTime=1733246666213 2024-12-03T17:24:26,249 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:26,249 INFO [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:26,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=633eab1eb3703382464fc4e58d8a5754, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=27e0f852a164,35091,1733246661099 2024-12-03T17:24:26,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633eab1eb3703382464fc4e58d8a5754, server=27e0f852a164,35091,1733246661099 because future has completed 2024-12-03T17:24:26,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T17:24:26,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 633eab1eb3703382464fc4e58d8a5754, server=27e0f852a164,35091,1733246661099 in 196 msec 2024-12-03T17:24:26,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T17:24:26,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=633eab1eb3703382464fc4e58d8a5754, ASSIGN in 368 msec 2024-12-03T17:24:26,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:24:26,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246666261"}]},"ts":"1733246666261"} 2024-12-03T17:24:26,263 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T17:24:26,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:24:26,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 851 msec 2024-12-03T17:24:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T17:24:26,550 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T17:24:26,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:26,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:26,552 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6cb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:26,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:26,554 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:26,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39037,1733246652335 2024-12-03T17:24:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523dea48 2024-12-03T17:24:26,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:26,556 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:26,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://27e0f852a164:40861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:24:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:24:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:26,560 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40861' 2024-12-03T17:24:26,565 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da48b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,565 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40861,-1 for getting cluster id 2024-12-03T17:24:26,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:26,571 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5fd884-67c4-4681-8c43-aadff18cefa3' 2024-12-03T17:24:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5fd884-67c4-4681-8c43-aadff18cefa3" 2024-12-03T17:24:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d27853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40861,-1] 2024-12-03T17:24:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:26,572 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:26,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342443f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:26,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40861,1733246656547 2024-12-03T17:24:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36dff4d0 2024-12-03T17:24:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:26,579 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:26,580 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T17:24:26,580 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:24:26,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:26,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:26,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:26,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T17:24:26,581 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T17:24:26,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T17:24:26,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:26,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T17:24:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741837_1013 (size=1138) 2024-12-03T17:24:26,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T17:24:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:27,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 485af8f28fe69556e5be786602fafdf8, NAME => 'hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79 2024-12-03T17:24:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741838_1014 (size=44) 2024-12-03T17:24:27,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:27,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 485af8f28fe69556e5be786602fafdf8, disabling compactions & flushes 2024-12-03T17:24:27,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. after waiting 0 ms 2024-12-03T17:24:27,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 485af8f28fe69556e5be786602fafdf8: Waiting for close lock at 1733246667079Disabling compacts and flushes for region at 1733246667079Disabling writes for close at 1733246667079Writing region close event to WAL at 1733246667079Closed at 1733246667080 (+1 ms) 2024-12-03T17:24:27,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T17:24:27,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733246667083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733246667083"}]},"ts":"1733246667083"} 2024-12-03T17:24:27,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T17:24:27,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T17:24:27,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246667086"}]},"ts":"1733246667086"} 2024-12-03T17:24:27,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T17:24:27,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=485af8f28fe69556e5be786602fafdf8, ASSIGN}] 2024-12-03T17:24:27,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=485af8f28fe69556e5be786602fafdf8, ASSIGN 2024-12-03T17:24:27,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=485af8f28fe69556e5be786602fafdf8, ASSIGN; state=OFFLINE, location=27e0f852a164,45513,1733246652712; forceNewPlan=false, retain=false 2024-12-03T17:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:27,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=485af8f28fe69556e5be786602fafdf8, regionState=OPENING, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:27,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=485af8f28fe69556e5be786602fafdf8, ASSIGN because future has completed 2024-12-03T17:24:27,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485af8f28fe69556e5be786602fafdf8, server=27e0f852a164,45513,1733246652712}] 2024-12-03T17:24:27,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T17:24:27,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T17:24:27,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=27e0f852a164%2C45513%2C1733246652712.rep, suffix=, logDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712, archiveDir=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/oldWALs, maxLogs=10 2024-12-03T17:24:27,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246667411, exclude list is [], retry=0 2024-12-03T17:24:27,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:27,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246667411 2024-12-03T17:24:27,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:27,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 485af8f28fe69556e5be786602fafdf8, NAME => 'hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T17:24:27,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. service=MultiRowMutationService 2024-12-03T17:24:27,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,503 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,505 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 485af8f28fe69556e5be786602fafdf8 columnFamilyName hfileref 2024-12-03T17:24:27,505 DEBUG [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:27,506 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(327): Store=485af8f28fe69556e5be786602fafdf8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:27,506 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,511 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 485af8f28fe69556e5be786602fafdf8 columnFamilyName queue 2024-12-03T17:24:27,511 DEBUG [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:27,512 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(327): Store=485af8f28fe69556e5be786602fafdf8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:27,512 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,514 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 485af8f28fe69556e5be786602fafdf8 columnFamilyName sid 2024-12-03T17:24:27,514 DEBUG [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T17:24:27,515 INFO [StoreOpener-485af8f28fe69556e5be786602fafdf8-1 {}] regionserver.HStore(327): Store=485af8f28fe69556e5be786602fafdf8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T17:24:27,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T17:24:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T17:24:27,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 485af8f28fe69556e5be786602fafdf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915114, jitterRate=-0.06249174475669861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T17:24:27,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:27,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 485af8f28fe69556e5be786602fafdf8: Running coprocessor pre-open hook at 1733246667477Writing region info on filesystem at 1733246667477Initializing all the Stores at 1733246667482 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246667483 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246667502 (+19 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733246667502Cleaning up temporary data from old regions at 1733246667526 (+24 ms)Running coprocessor post-open hooks at 1733246667540 (+14 ms)Region opened successfully at 1733246667542 (+2 ms) 2024-12-03T17:24:27,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8., pid=10, masterSystemTime=1733246667397 2024-12-03T17:24:27,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:27,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=485af8f28fe69556e5be786602fafdf8, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,45513,1733246652712 2024-12-03T17:24:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485af8f28fe69556e5be786602fafdf8, server=27e0f852a164,45513,1733246652712 because future has completed 2024-12-03T17:24:27,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T17:24:27,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 485af8f28fe69556e5be786602fafdf8, server=27e0f852a164,45513,1733246652712 in 315 msec 2024-12-03T17:24:27,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T17:24:27,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=485af8f28fe69556e5be786602fafdf8, ASSIGN in 474 msec 2024-12-03T17:24:27,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T17:24:27,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733246667566"}]},"ts":"1733246667566"} 2024-12-03T17:24:27,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T17:24:27,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T17:24:27,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 989 msec 2024-12-03T17:24:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8., hostname=27e0f852a164,45513,1733246652712, seqNum=2] 2024-12-03T17:24:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:27,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:24:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:27,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T17:24:27,783 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T17:24:27,865 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-27e0f852a164,45513,1733246652712, ReplicationSource: 1, currentBandwidth=0 2024-12-03T17:24:27,869 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:27,869 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45513,1733246652712, seqNum=-1] 2024-12-03T17:24:27,870 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:27,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T17:24:27,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-27e0f852a164,45513,1733246652712', locateType=CURRENT is [region=hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8., hostname=27e0f852a164,45513,1733246652712, seqNum=2] 2024-12-03T17:24:27,875 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T17:24:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T17:24:27,878 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 27e0f852a164,45513,1733246652712 suceeded 2024-12-03T17:24:27,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T17:24:27,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 256 msec 2024-12-03T17:24:27,880 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://27e0f852a164:40861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:24:27,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3230 sec 2024-12-03T17:24:27,903 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:40861' 2024-12-03T17:24:27,913 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221aae54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:27,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40861,-1 for getting cluster id 2024-12-03T17:24:27,914 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:27,918 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5fd884-67c4-4681-8c43-aadff18cefa3' 2024-12-03T17:24:27,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5fd884-67c4-4681-8c43-aadff18cefa3" 2024-12-03T17:24:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5fbbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40861,-1] 2024-12-03T17:24:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:27,923 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:27,924 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55099d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:27,924 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:27,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40861,1733246656547 2024-12-03T17:24:27,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694159d6 2024-12-03T17:24:27,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:27,926 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T17:24:27,927 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-27e0f852a164,45513,1733246652712 (queues=1) is replicating from cluster=6df6b303-6921-40a0-b269-36530685fb3c to cluster=ba5fd884-67c4-4681-8c43-aadff18cefa3 2024-12-03T17:24:27,927 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=27e0f852a164%2C45513%2C1733246652712 2024-12-03T17:24:27,927 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-27e0f852a164,45513,1733246652712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:24:27,928 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719, startPosition=0, beingWritten=true 2024-12-03T17:24:27,929 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C45513%2C1733246652712 2024-12-03T17:24:27,964 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:24:27,964 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:27,964 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:24:28,200 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:28,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:28,507 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T17:24:28,711 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T17:24:28,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:28,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:28,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:28,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:28,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:28,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:28,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:28,716 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46687223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:28,718 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f65c918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40861,-1 for getting cluster id 2024-12-03T17:24:28,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:28,722 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5fd884-67c4-4681-8c43-aadff18cefa3' 2024-12-03T17:24:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5fd884-67c4-4681-8c43-aadff18cefa3" 2024-12-03T17:24:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50afbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40861,-1] 2024-12-03T17:24:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:28,724 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3482d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39643,-1 for getting cluster id 2024-12-03T17:24:28,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:28,737 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c385449-5553-492d-bb41-d33351f2b8de' 2024-12-03T17:24:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c385449-5553-492d-bb41-d33351f2b8de" 2024-12-03T17:24:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4927cfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39643,-1] 2024-12-03T17:24:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:28,743 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c652812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:28,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:28,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733246668749/Put/seqid=0 2024-12-03T17:24:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741840_1016 (size=7894) 2024-12-03T17:24:28,913 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:29,172 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733246669171/Put/seqid=0 2024-12-03T17:24:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741841_1017 (size=7691) 2024-12-03T17:24:29,435 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:29,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:29,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:29,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:29,626 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:29,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:29,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:29,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324ffa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:29,631 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:29,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:29,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:29,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45513,1733246652712, seqNum=-1] 2024-12-03T17:24:29,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:29,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:29,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39037,1733246652335 2024-12-03T17:24:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608f281e 2024-12-03T17:24:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:29,671 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2] 2024-12-03T17:24:29,688 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:24:29,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T17:24:29,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T17:24:29,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T17:24:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T17:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegion(2603): Flush status journal for 26f1e2287c46c65428068f42c21425ed: 2024-12-03T17:24:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_0 2024-12-03T17:24:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_0 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ 2024-12-03T17:24:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_1 2024-12-03T17:24:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_1 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ 2024-12-03T17:24:29,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_0 into 26f1e2287c46c65428068f42c21425ed/f as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ - updating store file list. 2024-12-03T17:24:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:29,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ into 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:29,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_0 into 26f1e2287c46c65428068f42c21425ed/f (new location: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_) 2024-12-03T17:24:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_0 2024-12-03T17:24:29,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_1 into 26f1e2287c46c65428068f42c21425ed/f as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ - updating store file list. 2024-12-03T17:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2811d6416949482a8f1bed39161bc60c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:29,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ into 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:29,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_1 into 26f1e2287c46c65428068f42c21425ed/f (new location: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_) 2024-12-03T17:24:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__n14or97vs89hfh2keca55bfkj7d45ll1rf6g761tkmibjuev8v5snbpccbc832eg/f/hfile_1 2024-12-03T17:24:29,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:29,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:29,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:29,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:29,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:29,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 , the old value is region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:45513 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:24:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:24:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 from cache 2024-12-03T17:24:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45753,1733246656605, seqNum=-1] 2024-12-03T17:24:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:36058 deadline: 1733246729866 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:36058 2024-12-03T17:24:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:29,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:29,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246664268.61040d8083a08d020c02d6d9b4f96741., hostname=27e0f852a164,45753,1733246656605, seqNum=2] 2024-12-03T17:24:29,872 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:24:29,971 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:45513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:24:30,045 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 379, reset compression=false 2024-12-03T17:24:30,074 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:24:30,074 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[{test/26f1e2287c46c65428068f42c21425ed/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246669863/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:24:30,084 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:30,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T17:24:30,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.ReplicationSink(318): Replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:30,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae12b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:30,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,40861,-1 for getting cluster id 2024-12-03T17:24:30,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:30,098 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5fd884-67c4-4681-8c43-aadff18cefa3' 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5fd884-67c4-4681-8c43-aadff18cefa3" 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f4099fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,40861,-1] 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:30,100 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:30,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6980afa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741837_1013 (size=7894) 2024-12-03T17:24:30,274 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 687, reset compression=false 2024-12-03T17:24:30,601 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 687, reset compression=false 2024-12-03T17:24:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741838_1014 (size=7691) 2024-12-03T17:24:30,875 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:24:31,032 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 687, reset compression=false 2024-12-03T17:24:31,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,40861,1733246656547 2024-12-03T17:24:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21baffdf 2024-12-03T17:24:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:31,116 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T17:24:31,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:24:31,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:31,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45753,1733246656605, seqNum=-1] 2024-12-03T17:24:31,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:31,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T17:24:31,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T17:24:31,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T17:24:31,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ for inclusion in 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T17:24:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:31,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ for inclusion in 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T17:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegion(2603): Flush status journal for 61040d8083a08d020c02d6d9b4f96741: 2024-12-03T17:24:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2811d6416949482a8f1bed39161bc60c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/945d2ff0bfb74bf090e48f12c2b6feae_SeqId_4_ 2024-12-03T17:24:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/2df8046d87e944dd9858e71e330dbc34_SeqId_4_ 2024-12-03T17:24:31,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/945d2ff0bfb74bf090e48f12c2b6feae_SeqId_4_ - updating store file list. 2024-12-03T17:24:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 945d2ff0bfb74bf090e48f12c2b6feae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:31,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/945d2ff0bfb74bf090e48f12c2b6feae_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:31,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f (new location: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/945d2ff0bfb74bf090e48f12c2b6feae_SeqId_4_) 2024-12-03T17:24:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/2811d6416949482a8f1bed39161bc60c_SeqId_4_ 2024-12-03T17:24:31,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/2df8046d87e944dd9858e71e330dbc34_SeqId_4_ - updating store file list. 2024-12-03T17:24:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2df8046d87e944dd9858e71e330dbc34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:31,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/2df8046d87e944dd9858e71e330dbc34_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:31,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ into 61040d8083a08d020c02d6d9b4f96741/f (new location: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/2df8046d87e944dd9858e71e330dbc34_SeqId_4_) 2024-12-03T17:24:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__5ilqlv68k0rrtgi2dqqq50io3b14vfi6uim2ddfgr7ik3d06aftsuv5utis90i37/f/8e622b2f15cd42e98a6f942751bb8e04_SeqId_4_ 2024-12-03T17:24:31,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.ReplicationSink(324): Finished replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:31,549 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 687, reset compression=false 2024-12-03T17:24:31,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35091,1733246661099, seqNum=-1] 2024-12-03T17:24:31,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:31,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:31,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246665412.633eab1eb3703382464fc4e58d8a5754., hostname=27e0f852a164,35091,1733246661099, seqNum=2] 2024-12-03T17:24:31,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:31,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T17:24:31,932 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 27e0f852a164%2C45513%2C1733246652712.rep:(num 1733246667411) roll requested 2024-12-03T17:24:31,963 DEBUG [regionserver/27e0f852a164:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246671932, exclude list is [], retry=0 2024-12-03T17:24:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:31,992 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246667411 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246671932 2024-12-03T17:24:32,004 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:32,004 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.rep.1733246667411 is not closed yet, will try archiving it next time 2024-12-03T17:24:32,004 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 27e0f852a164%2C45513%2C1733246652712.meta:.meta(num 1733246655270) roll requested 2024-12-03T17:24:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741839_1015 (size=1505) 2024-12-03T17:24:32,047 DEBUG [regionserver/27e0f852a164:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246672004.meta, exclude list is [], retry=0 2024-12-03T17:24:32,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:32,078 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246655270.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246672004.meta 2024-12-03T17:24:32,080 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:32,081 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246655270.meta is not closed yet, will try archiving it next time 2024-12-03T17:24:32,081 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 27e0f852a164%2C45513%2C1733246652712:(num 1733246654719) roll requested 2024-12-03T17:24:32,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741834_1010 (size=3473) 2024-12-03T17:24:32,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.meta.1733246655270.meta not finished, retry = 0 2024-12-03T17:24:32,135 DEBUG [regionserver/27e0f852a164:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, exclude list is [], retry=0 2024-12-03T17:24:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40799,DS-4fd2cf01-5bae-4c05-8019-58d6a0fff51f,DISK] 2024-12-03T17:24:32,167 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to pos 687, reset compression=false 2024-12-03T17:24:32,170 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 2024-12-03T17:24:32,173 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165)] 2024-12-03T17:24:32,173 DEBUG [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 is not closed yet, will try archiving it next time 2024-12-03T17:24:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741832_1008 (size=695) 2024-12-03T17:24:32,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b7ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:32,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:32,179 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=687, currentPosition=695 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?] 2024-12-03T17:24:32,180 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 for the last time to pos 687, reset compression=false 2024-12-03T17:24:32,186 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77043ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,188 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 and length of the file is 695 2024-12-03T17:24:32,188 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 2024-12-03T17:24:32,188 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T17:24:32,189 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, startPosition=0, beingWritten=true 2024-12-03T17:24:32,191 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a26dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:32,195 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [27e0f852a164%2C45513%2C1733246652712.1733246654719] 2024-12-03T17:24:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39037,1733246652335 2024-12-03T17:24:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e1c4c4 2024-12-03T17:24:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:32,199 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:32,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://27e0f852a164:39643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T17:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T17:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:24:32,203 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246654719 to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/oldWALs/27e0f852a164%2C45513%2C1733246652712.1733246654719 2024-12-03T17:24:32,203 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:39643' 2024-12-03T17:24:32,211 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab53b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,211 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39643,-1 for getting cluster id 2024-12-03T17:24:32,211 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:32,211 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c385449-5553-492d-bb41-d33351f2b8de' 2024-12-03T17:24:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c385449-5553-492d-bb41-d33351f2b8de" 2024-12-03T17:24:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3879ef49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39643,-1] 2024-12-03T17:24:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:32,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,213 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:32,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0f7970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,214 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:32,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39643,1733246660798 2024-12-03T17:24:32,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1f768b 2024-12-03T17:24:32,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:32,216 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:32,217 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T17:24:32,217 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T17:24:32,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:32,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T17:24:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:24:32,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T17:24:32,399 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T17:24:32,440 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-27e0f852a164,45513,1733246652712, ReplicationSource: 2, currentBandwidth=0 2024-12-03T17:24:32,443 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T17:24:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T17:24:32,449 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 27e0f852a164,45513,1733246652712 suceeded 2024-12-03T17:24:32,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T17:24:32,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-03T17:24:32,453 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://27e0f852a164:39643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T17:24:32,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 254 msec 2024-12-03T17:24:32,476 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='27e0f852a164:39643' 2024-12-03T17:24:32,478 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b235492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,478 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39643,-1 for getting cluster id 2024-12-03T17:24:32,478 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:32,480 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c385449-5553-492d-bb41-d33351f2b8de' 2024-12-03T17:24:32,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:32,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c385449-5553-492d-bb41-d33351f2b8de" 2024-12-03T17:24:32,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc17648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39643,-1] 2024-12-03T17:24:32,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:32,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,481 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:32,482 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd1f800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,482 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:32,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39643,1733246660798 2024-12-03T17:24:32,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e235d0e 2024-12-03T17:24:32,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:32,483 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T17:24:32,484 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-27e0f852a164,45513,1733246652712 (queues=1) is replicating from cluster=6df6b303-6921-40a0-b269-36530685fb3c to cluster=1c385449-5553-492d-bb41-d33351f2b8de 2024-12-03T17:24:32,484 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=27e0f852a164%2C45513%2C1733246652712 2024-12-03T17:24:32,484 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-27e0f852a164,45513,1733246652712, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T17:24:32,489 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, startPosition=0, beingWritten=true 2024-12-03T17:24:32,494 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 27e0f852a164%2C45513%2C1733246652712 2024-12-03T17:24:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T17:24:32,524 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T17:24:32,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:32,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:32,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T17:24:32,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:32,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733246672551/Put/seqid=0 2024-12-03T17:24:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741845_1021 (size=11194) 2024-12-03T17:24:32,577 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733246672577/Put/seqid=0 2024-12-03T17:24:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741846_1022 (size=10791) 2024-12-03T17:24:32,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39037,-1 for getting cluster id 2024-12-03T17:24:32,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:32,617 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6df6b303-6921-40a0-b269-36530685fb3c' 2024-12-03T17:24:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6df6b303-6921-40a0-b269-36530685fb3c" 2024-12-03T17:24:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e14e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39037,-1] 2024-12-03T17:24:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,619 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:32,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:32,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:32,621 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,45513,1733246652712, seqNum=-1] 2024-12-03T17:24:32,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:32,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T17:24:32,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39037,1733246652335 2024-12-03T17:24:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508f1a99 2024-12-03T17:24:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:32,644 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T17:24:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2] 2024-12-03T17:24:32,659 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:24:32,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T17:24:32,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T17:24:32,717 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 0, reset compression=false 2024-12-03T17:24:32,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T17:24:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:32,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T17:24:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegion(2603): Flush status journal for 26f1e2287c46c65428068f42c21425ed: 2024-12-03T17:24:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_0 2024-12-03T17:24:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_0 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ 2024-12-03T17:24:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_1 2024-12-03T17:24:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_1 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ 2024-12-03T17:24:32,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_0 into 26f1e2287c46c65428068f42c21425ed/f as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ - updating store file list. 2024-12-03T17:24:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:32,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ into 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:32,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_0 into 26f1e2287c46c65428068f42c21425ed/f (new location: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_) 2024-12-03T17:24:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_0 2024-12-03T17:24:32,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_1 into 26f1e2287c46c65428068f42c21425ed/f as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ - updating store file list. 2024-12-03T17:24:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e177be4ca7d44a1b377589b09a7819f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:32,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ into 26f1e2287c46c65428068f42c21425ed/f 2024-12-03T17:24:32,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_1 into 26f1e2287c46c65428068f42c21425ed/f (new location: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_) 2024-12-03T17:24:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/staging/jenkins__test__nvten23hgn6pudvmmnglh14i8kqif00qt299it40dkoqq61sn6s2gn64lu7sktgm/f/hfile_1 2024-12-03T17:24:32,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:32,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:32,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:32,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 , the old value is region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=27e0f852a164:45513 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T17:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., hostname=27e0f852a164,45513,1733246652712, seqNum=2 from cache 2024-12-03T17:24:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45513: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:36062 deadline: 1733246732831 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:36062 2024-12-03T17:24:32,835 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:24:32,910 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 0, reset compression=false 2024-12-03T17:24:32,938 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:24:32,938 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[{test/26f1e2287c46c65428068f42c21425ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246672826/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:24:32,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:45513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T17:24:32,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.ReplicationSink(318): Replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:32,971 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:32,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:24:32,972 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [27e0f852a164,38649,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T17:24:32,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T17:24:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741839_1015 (size=11194) 2024-12-03T17:24:33,043 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 0, reset compression=false 2024-12-03T17:24:33,071 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T17:24:33,071 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[{test/26f1e2287c46c65428068f42c21425ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733246672826/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T17:24:33,073 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T17:24:33,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T17:24:33,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.ReplicationSink(318): Replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:33,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7851c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:33,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,39643,-1 for getting cluster id 2024-12-03T17:24:33,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T17:24:33,126 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c385449-5553-492d-bb41-d33351f2b8de' 2024-12-03T17:24:33,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T17:24:33,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c385449-5553-492d-bb41-d33351f2b8de" 2024-12-03T17:24:33,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395dbc08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:33,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,39643,-1] 2024-12-03T17:24:33,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T17:24:33,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:33,130 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T17:24:33,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e4bf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T17:24:33,139 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741837_1013 (size=11194) 2024-12-03T17:24:33,271 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741840_1016 (size=10791) 2024-12-03T17:24:33,450 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:33,587 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:33,633 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:24:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741838_1014 (size=10791) 2024-12-03T17:24:33,839 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T17:24:33,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:24:33,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T17:24:33,855 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:33,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T17:24:33,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ for inclusion in 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T17:24:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:33,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ for inclusion in 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T17:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegion(2603): Flush status journal for 61040d8083a08d020c02d6d9b4f96741: 2024-12-03T17:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/edc167ef7d4146fcb18fe12854ff5a90_SeqId_6_ 2024-12-03T17:24:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/f2f1829b6d784d8997c70bd11f5da912_SeqId_6_ 2024-12-03T17:24:33,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/edc167ef7d4146fcb18fe12854ff5a90_SeqId_6_ - updating store file list. 2024-12-03T17:24:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edc167ef7d4146fcb18fe12854ff5a90_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:33,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/edc167ef7d4146fcb18fe12854ff5a90_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:33,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f (new location: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/edc167ef7d4146fcb18fe12854ff5a90_SeqId_6_) 2024-12-03T17:24:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ 2024-12-03T17:24:33,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/f2f1829b6d784d8997c70bd11f5da912_SeqId_6_ - updating store file list. 2024-12-03T17:24:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2f1829b6d784d8997c70bd11f5da912_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:33,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/f2f1829b6d784d8997c70bd11f5da912_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f 2024-12-03T17:24:33,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ into 61040d8083a08d020c02d6d9b4f96741/f (new location: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/f/f2f1829b6d784d8997c70bd11f5da912_SeqId_6_) 2024-12-03T17:24:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/staging/jenkins.hfs.22__test__gfi5hdjv36rbhfh9b5ktbut3vd4fo5lp2ufi8fqr8ton6d7d9vsrmohhqmajrafs/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ 2024-12-03T17:24:33,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] regionserver.ReplicationSink(324): Finished replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:34,014 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:34,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T17:24:34,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,39643,1733246660798 2024-12-03T17:24:34,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58265a51 2024-12-03T17:24:34,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T17:24:34,078 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T17:24:34,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T17:24:34,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T17:24:34,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,35091,1733246661099, seqNum=-1] 2024-12-03T17:24:34,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T17:24:34,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T17:24:34,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T17:24:34,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T17:24:34,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ for inclusion in 633eab1eb3703382464fc4e58d8a5754/f 2024-12-03T17:24:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T17:24:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:34,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ for inclusion in 633eab1eb3703382464fc4e58d8a5754/f 2024-12-03T17:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T17:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T17:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HRegion(2603): Flush status journal for 633eab1eb3703382464fc4e58d8a5754: 2024-12-03T17:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/8d31be9eeffc49d79ccd5310522f7037_SeqId_4_ 2024-12-03T17:24:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T17:24:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/d76fb16c7ef14eecbebc872cfbc53575_SeqId_4_ 2024-12-03T17:24:34,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ into 633eab1eb3703382464fc4e58d8a5754/f as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/8d31be9eeffc49d79ccd5310522f7037_SeqId_4_ - updating store file list. 2024-12-03T17:24:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d31be9eeffc49d79ccd5310522f7037_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:34,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/8d31be9eeffc49d79ccd5310522f7037_SeqId_4_ into 633eab1eb3703382464fc4e58d8a5754/f 2024-12-03T17:24:34,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ into 633eab1eb3703382464fc4e58d8a5754/f (new location: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/8d31be9eeffc49d79ccd5310522f7037_SeqId_4_) 2024-12-03T17:24:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/3e177be4ca7d44a1b377589b09a7819f_SeqId_6_ 2024-12-03T17:24:34,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ into 633eab1eb3703382464fc4e58d8a5754/f as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/d76fb16c7ef14eecbebc872cfbc53575_SeqId_4_ - updating store file list. 2024-12-03T17:24:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d76fb16c7ef14eecbebc872cfbc53575_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T17:24:34,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/d76fb16c7ef14eecbebc872cfbc53575_SeqId_4_ into 633eab1eb3703382464fc4e58d8a5754/f 2024-12-03T17:24:34,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ into 633eab1eb3703382464fc4e58d8a5754/f (new location: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/f/d76fb16c7ef14eecbebc872cfbc53575_SeqId_4_) 2024-12-03T17:24:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/staging/jenkins.hfs.23__test__s86efo5og5uj2l18i5cdsknivgua833c510g7teq1eg5b2fvok81loq5bike4otu/f/7c1558c220fc4c89bf4600d88cf31fd1_SeqId_6_ 2024-12-03T17:24:34,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] regionserver.ReplicationSink(324): Finished replicating [6df6b303-6921-40a0-b269-36530685fb3c] bulk loaded data 2024-12-03T17:24:34,358 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:34,518 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:24:34,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:34,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:34,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:34,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:34,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:34,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:24:34,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923326892, stopped=false 2024-12-03T17:24:34,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,39643,1733246660798 2024-12-03T17:24:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2715013299/running 2024-12-03T17:24:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2715013299/running 2024-12-03T17:24:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:34,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:34,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/running 2024-12-03T17:24:34,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:34,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:34,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:34,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,35091,1733246661099' ***** 2024-12-03T17:24:34,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:24:34,868 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:24:34,868 INFO [RS:0;27e0f852a164:35091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:24:34,868 INFO [RS:0;27e0f852a164:35091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:24:34,868 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:34,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:24:34,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Set watcher on znode that does not yet exist, /2715013299/running 2024-12-03T17:24:34,886 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,35091,1733246661099 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:35091. 2024-12-03T17:24:34,887 DEBUG [RS:0;27e0f852a164:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:34,887 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:24:34,887 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:24:34,887 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 633eab1eb3703382464fc4e58d8a5754, disabling compactions & flushes 2024-12-03T17:24:34,888 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:34,888 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:34,888 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. after waiting 0 ms 2024-12-03T17:24:34,888 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:34,892 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:24:34,892 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 633eab1eb3703382464fc4e58d8a5754=test,,1733246665412.633eab1eb3703382464fc4e58d8a5754.} 2024-12-03T17:24:34,892 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633eab1eb3703382464fc4e58d8a5754 2024-12-03T17:24:34,892 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:34,892 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:34,892 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:34,892 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:34,892 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:34,892 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T17:24:34,917 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:34,923 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/default/test/633eab1eb3703382464fc4e58d8a5754/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T17:24:34,926 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:34,926 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:24:34,926 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:34,927 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 633eab1eb3703382464fc4e58d8a5754: Waiting for close lock at 1733246674887Running coprocessor pre-close hooks at 1733246674887Disabling compacts and flushes for region at 1733246674887Disabling writes for close at 1733246674888 (+1 ms)Writing region close event to WAL at 1733246674918 (+30 ms)Running coprocessor post-close hooks at 1733246674926 (+8 ms)Closed at 1733246674926 2024-12-03T17:24:34,927 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246665412.633eab1eb3703382464fc4e58d8a5754. 2024-12-03T17:24:34,928 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/info/ad4dd244a553436bbc5c32634b02813c is 129, key is test,,1733246665412.633eab1eb3703382464fc4e58d8a5754./info:regioninfo/1733246666249/Put/seqid=0 2024-12-03T17:24:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741839_1015 (size=6421) 2024-12-03T17:24:34,962 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:35,092 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:35,143 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:35,149 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:24:35,149 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:24:35,292 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:35,343 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/info/ad4dd244a553436bbc5c32634b02813c 2024-12-03T17:24:35,373 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/ns/07caaf2438f54e5aac1b2f025a72d336 is 43, key is default/ns:d/1733246662900/Put/seqid=0 2024-12-03T17:24:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741840_1016 (size=5153) 2024-12-03T17:24:35,493 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:35,688 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:35,694 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:35,791 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/ns/07caaf2438f54e5aac1b2f025a72d336 2024-12-03T17:24:35,845 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/rep_barrier/51f5ca8bbf5746f984d7079c89e3e02f is 112, key is test,,1733246665412.633eab1eb3703382464fc4e58d8a5754./rep_barrier:seqnumDuringOpen/1733246666249/Put/seqid=0 2024-12-03T17:24:35,847 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741841_1017 (size=5518) 2024-12-03T17:24:35,871 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/rep_barrier/51f5ca8bbf5746f984d7079c89e3e02f 2024-12-03T17:24:35,896 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:24:35,896 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:24:35,896 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:35,926 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/table/7bb293044af748cf92bf49d9e2c872e3 is 40, key is test/table:state/1733246666261/Put/seqid=0 2024-12-03T17:24:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741842_1018 (size=5165) 2024-12-03T17:24:36,098 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:36,299 DEBUG [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:36,354 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/table/7bb293044af748cf92bf49d9e2c872e3 2024-12-03T17:24:36,360 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/info/ad4dd244a553436bbc5c32634b02813c as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/info/ad4dd244a553436bbc5c32634b02813c 2024-12-03T17:24:36,369 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/info/ad4dd244a553436bbc5c32634b02813c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T17:24:36,371 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/ns/07caaf2438f54e5aac1b2f025a72d336 as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/ns/07caaf2438f54e5aac1b2f025a72d336 2024-12-03T17:24:36,374 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/ns/07caaf2438f54e5aac1b2f025a72d336, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:24:36,375 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/rep_barrier/51f5ca8bbf5746f984d7079c89e3e02f as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/rep_barrier/51f5ca8bbf5746f984d7079c89e3e02f 2024-12-03T17:24:36,378 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/rep_barrier/51f5ca8bbf5746f984d7079c89e3e02f, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T17:24:36,379 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/.tmp/table/7bb293044af748cf92bf49d9e2c872e3 as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/table/7bb293044af748cf92bf49d9e2c872e3 2024-12-03T17:24:36,384 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/table/7bb293044af748cf92bf49d9e2c872e3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:24:36,385 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1493ms, sequenceid=11, compaction requested=false 2024-12-03T17:24:36,415 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:24:36,415 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:36,415 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:24:36,415 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:36,415 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246674892Running coprocessor pre-close hooks at 1733246674892Disabling compacts and flushes for region at 1733246674892Disabling writes for close at 1733246674892Obtaining lock to block concurrent updates at 1733246674892Preparing flush snapshotting stores in 1588230740 at 1733246674892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733246674893 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733246674893Flushing 1588230740/info: creating writer at 1733246674894 (+1 ms)Flushing 1588230740/info: appending metadata at 1733246674928 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733246674928Flushing 1588230740/ns: creating writer at 1733246675352 (+424 ms)Flushing 1588230740/ns: appending metadata at 1733246675373 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733246675373Flushing 1588230740/rep_barrier: creating writer at 1733246675808 (+435 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246675845 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246675845Flushing 1588230740/table: creating writer at 1733246675900 (+55 ms)Flushing 1588230740/table: appending metadata at 1733246675925 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733246675925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0a5ef1: reopening flushed file at 1733246676359 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb850c: reopening flushed file at 1733246676369 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5582f88c: reopening flushed file at 1733246676374 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262a1605: reopening flushed file at 1733246676378 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1493ms, sequenceid=11, compaction requested=false at 1733246676385 (+7 ms)Writing region close event to WAL at 1733246676403 (+18 ms)Running coprocessor post-close hooks at 1733246676415 (+12 ms)Closed at 1733246676415 2024-12-03T17:24:36,415 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:36,494 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:36,499 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,35091,1733246661099; all regions closed. 2024-12-03T17:24:36,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/WALs/27e0f852a164,35091,1733246661099/27e0f852a164%2C35091%2C1733246661099.meta.1733246662728.meta not finished, retry = 0 2024-12-03T17:24:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741834_1010 (size=2717) 2024-12-03T17:24:36,620 DEBUG [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/oldWALs 2024-12-03T17:24:36,620 INFO [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35091%2C1733246661099.meta:.meta(num 1733246662728) 2024-12-03T17:24:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741833_1009 (size=1028) 2024-12-03T17:24:36,636 DEBUG [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/oldWALs 2024-12-03T17:24:36,636 INFO [RS:0;27e0f852a164:35091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C35091%2C1733246661099:(num 1733246662287) 2024-12-03T17:24:36,636 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:36,636 INFO [RS:0;27e0f852a164:35091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:36,636 INFO [RS:0;27e0f852a164:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:36,637 INFO [RS:0;27e0f852a164:35091 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:36,637 INFO [RS:0;27e0f852a164:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:36,637 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:36,638 INFO [RS:0;27e0f852a164:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:35091. 2024-12-03T17:24:36,638 DEBUG [RS:0;27e0f852a164:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:36,638 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:36,638 DEBUG [RS:0;27e0f852a164:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:36,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:36,638 INFO [RS:0;27e0f852a164:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35091 2024-12-03T17:24:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2715013299/rs/27e0f852a164,35091,1733246661099 2024-12-03T17:24:36,643 INFO [RS:0;27e0f852a164:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299/rs 2024-12-03T17:24:36,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,35091,1733246661099] 2024-12-03T17:24:36,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/draining/27e0f852a164,35091,1733246661099 already deleted, retry=false 2024-12-03T17:24:36,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,35091,1733246661099 expired; onlineServers=0 2024-12-03T17:24:36,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,39643,1733246660798' ***** 2024-12-03T17:24:36,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:24:36,667 INFO [M:0;27e0f852a164:39643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:36,667 INFO [M:0;27e0f852a164:39643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:36,667 DEBUG [M:0;27e0f852a164:39643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:24:36,667 DEBUG [M:0;27e0f852a164:39643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:24:36,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:24:36,667 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246661963 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246661963,5,FailOnTimeoutGroup] 2024-12-03T17:24:36,667 INFO [M:0;27e0f852a164:39643 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:36,667 INFO [M:0;27e0f852a164:39643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:36,667 DEBUG [M:0;27e0f852a164:39643 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:24:36,668 INFO [M:0;27e0f852a164:39643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:24:36,669 INFO [M:0;27e0f852a164:39643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:36,669 INFO [M:0;27e0f852a164:39643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:24:36,669 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246661954 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246661954,5,FailOnTimeoutGroup] 2024-12-03T17:24:36,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:24:36,670 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2715013299/master 2024-12-03T17:24:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2715013299 2024-12-03T17:24:36,678 DEBUG [M:0;27e0f852a164:39643 {}] zookeeper.RecoverableZooKeeper(212): Node /2715013299/master already deleted, retry=false 2024-12-03T17:24:36,678 DEBUG [M:0;27e0f852a164:39643 {}] master.ActiveMasterManager(353): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Failed delete of our master address node; KeeperErrorCode = NoNode for /2715013299/master 2024-12-03T17:24:36,681 INFO [M:0;27e0f852a164:39643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/.lastflushedseqids 2024-12-03T17:24:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741843_1019 (size=173) 2024-12-03T17:24:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1010d50970b0007, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:36,745 INFO [RS:0;27e0f852a164:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:36,745 INFO [RS:0;27e0f852a164:35091 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,35091,1733246661099; zookeeper connection closed. 2024-12-03T17:24:36,746 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@153b8f08 2024-12-03T17:24:36,746 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:24:37,143 INFO [M:0;27e0f852a164:39643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:24:37,147 INFO [M:0;27e0f852a164:39643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:24:37,147 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:37,147 INFO [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:37,147 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:37,147 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:37,147 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:37,147 INFO [M:0;27e0f852a164:39643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T17:24:37,192 DEBUG [M:0;27e0f852a164:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebd874341ce48059067de9fb0facfc0 is 82, key is hbase:meta,,1/info:regioninfo/1733246662881/Put/seqid=0 2024-12-03T17:24:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741844_1020 (size=5672) 2024-12-03T17:24:37,227 INFO [M:0;27e0f852a164:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebd874341ce48059067de9fb0facfc0 2024-12-03T17:24:37,280 DEBUG [M:0;27e0f852a164:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd93fbb0a384381b2f5c1cb913f7007 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246666266/Put/seqid=0 2024-12-03T17:24:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741845_1021 (size=6586) 2024-12-03T17:24:37,316 INFO [M:0;27e0f852a164:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd93fbb0a384381b2f5c1cb913f7007 2024-12-03T17:24:37,373 DEBUG [M:0;27e0f852a164:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/725eda5453ff47d7aa6212ac05bd86e3 is 69, key is 27e0f852a164,35091,1733246661099/rs:state/1733246662004/Put/seqid=0 2024-12-03T17:24:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741846_1022 (size=5156) 2024-12-03T17:24:37,404 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:37,409 INFO [M:0;27e0f852a164:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/725eda5453ff47d7aa6212ac05bd86e3 2024-12-03T17:24:37,433 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebd874341ce48059067de9fb0facfc0 as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ebd874341ce48059067de9fb0facfc0 2024-12-03T17:24:37,459 INFO [M:0;27e0f852a164:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ebd874341ce48059067de9fb0facfc0, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T17:24:37,466 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd93fbb0a384381b2f5c1cb913f7007 as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fd93fbb0a384381b2f5c1cb913f7007 2024-12-03T17:24:37,491 INFO [M:0;27e0f852a164:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fd93fbb0a384381b2f5c1cb913f7007, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T17:24:37,498 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/725eda5453ff47d7aa6212ac05bd86e3 as hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/725eda5453ff47d7aa6212ac05bd86e3 2024-12-03T17:24:37,529 INFO [M:0;27e0f852a164:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41137/user/jenkins/test-data/df2d6a58-6d26-bfc9-d30b-2c7c3f729a5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/725eda5453ff47d7aa6212ac05bd86e3, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T17:24:37,531 INFO [M:0;27e0f852a164:39643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 384ms, sequenceid=55, compaction requested=false 2024-12-03T17:24:37,544 INFO [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:37,545 DEBUG [M:0;27e0f852a164:39643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246677147Disabling compacts and flushes for region at 1733246677147Disabling writes for close at 1733246677147Obtaining lock to block concurrent updates at 1733246677147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246677147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733246677147Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246677148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246677148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246677192 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246677192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246677247 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246677279 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246677279Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246677336 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246677373 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246677373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dc10ef: reopening flushed file at 1733246677427 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4915047d: reopening flushed file at 1733246677459 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738fbccc: reopening flushed file at 1733246677491 (+32 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 384ms, sequenceid=55, compaction requested=false at 1733246677531 (+40 ms)Writing region close event to WAL at 1733246677544 (+13 ms)Closed at 1733246677544 2024-12-03T17:24:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741830_1006 (size=32770) 2024-12-03T17:24:37,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:37,551 INFO [M:0;27e0f852a164:39643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:24:37,551 INFO [M:0;27e0f852a164:39643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39643 2024-12-03T17:24:37,553 INFO [M:0;27e0f852a164:39643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:37,610 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1010d50970b0006, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:37,659 INFO [M:0;27e0f852a164:39643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:37,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146e5199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:37,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:37,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:37,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:37,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:37,688 WARN [BP-1856025350-172.17.0.3-1733246659090 heartbeating to localhost/127.0.0.1:41137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:24:37,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:24:37,688 WARN [BP-1856025350-172.17.0.3-1733246659090 heartbeating to localhost/127.0.0.1:41137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1856025350-172.17.0.3-1733246659090 (Datanode Uuid 618c1015-08a5-4e2f-83b0-d785d6c0bcdc) service to localhost/127.0.0.1:41137 2024-12-03T17:24:37,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:24:37,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/cluster_616a0d7c-3a4a-a95b-db18-a2de6e243d59/data/data1/current/BP-1856025350-172.17.0.3-1733246659090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:37,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:24:37,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/cluster_616a0d7c-3a4a-a95b-db18-a2de6e243d59/data/data2/current/BP-1856025350-172.17.0.3-1733246659090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:37,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc761de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:37,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:37,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:37,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:37,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/535b8027-9253-d95a-9ac5-e013f90b5162/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:24:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:24:37,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:37,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:37,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:37,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:37,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:37,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:24:37,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549525191, stopped=false 2024-12-03T17:24:37,751 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,40861,1733246656547 2024-12-03T17:24:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-958389743/running 2024-12-03T17:24:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:37,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:37,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:37,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:37,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:37,761 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,45753,1733246656605' ***** 2024-12-03T17:24:37,761 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(3091): Received CLOSE for 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:37,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,45753,1733246656605 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:37,762 INFO [RS:0;27e0f852a164:45753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45753. 2024-12-03T17:24:37,762 DEBUG [RS:0;27e0f852a164:45753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:37,762 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:37,763 INFO [RS:0;27e0f852a164:45753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:24:37,763 INFO [RS:0;27e0f852a164:45753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:24:37,763 INFO [RS:0;27e0f852a164:45753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:24:37,763 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:24:37,763 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T17:24:37,763 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61040d8083a08d020c02d6d9b4f96741=test,,1733246664268.61040d8083a08d020c02d6d9b4f96741.} 2024-12-03T17:24:37,763 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61040d8083a08d020c02d6d9b4f96741 2024-12-03T17:24:37,763 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61040d8083a08d020c02d6d9b4f96741, disabling compactions & flushes 2024-12-03T17:24:37,763 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:37,763 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:37,763 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. after waiting 0 ms 2024-12-03T17:24:37,763 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:37,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/running 2024-12-03T17:24:37,764 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:37,764 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:37,764 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:37,764 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:37,764 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:37,764 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T17:24:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-958389743/running 2024-12-03T17:24:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:37,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Set watcher on znode that does not yet exist, /1-958389743/running 2024-12-03T17:24:37,784 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/default/test/61040d8083a08d020c02d6d9b4f96741/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:24:37,786 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:37,786 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:24:37,786 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:37,786 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61040d8083a08d020c02d6d9b4f96741: Waiting for close lock at 1733246677763Running coprocessor pre-close hooks at 1733246677763Disabling compacts and flushes for region at 1733246677763Disabling writes for close at 1733246677763Writing region close event to WAL at 1733246677772 (+9 ms)Running coprocessor post-close hooks at 1733246677786 (+14 ms)Closed at 1733246677786 2024-12-03T17:24:37,787 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246664268.61040d8083a08d020c02d6d9b4f96741. 2024-12-03T17:24:37,825 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:37,831 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/info/35e86c53e7d54b33899c8e3248a71262 is 129, key is test,,1733246664268.61040d8083a08d020c02d6d9b4f96741./info:regioninfo/1733246664995/Put/seqid=0 2024-12-03T17:24:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741841_1017 (size=6421) 2024-12-03T17:24:37,874 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/info/35e86c53e7d54b33899c8e3248a71262 2024-12-03T17:24:37,966 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:37,982 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/ns/a68ae50021ed4f59890b4e2f31fb984d is 43, key is default/ns:d/1733246658945/Put/seqid=0 2024-12-03T17:24:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741842_1018 (size=5153) 2024-12-03T17:24:38,034 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/ns/a68ae50021ed4f59890b4e2f31fb984d 2024-12-03T17:24:38,062 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:24:38,062 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:24:38,118 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/rep_barrier/59e6af2ac31841dcab51bc2697739641 is 112, key is test,,1733246664268.61040d8083a08d020c02d6d9b4f96741./rep_barrier:seqnumDuringOpen/1733246664995/Put/seqid=0 2024-12-03T17:24:38,167 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:38,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741843_1019 (size=5518) 2024-12-03T17:24:38,367 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:38,423 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:38,567 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:38,573 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/rep_barrier/59e6af2ac31841dcab51bc2697739641 2024-12-03T17:24:38,605 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/table/267c5db13ed741869440a8e6049d21e1 is 40, key is test/table:state/1733246665041/Put/seqid=0 2024-12-03T17:24:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741844_1020 (size=5165) 2024-12-03T17:24:38,622 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:38,768 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:24:38,768 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:24:38,768 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:38,968 DEBUG [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:39,011 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/table/267c5db13ed741869440a8e6049d21e1 2024-12-03T17:24:39,015 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/info/35e86c53e7d54b33899c8e3248a71262 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/info/35e86c53e7d54b33899c8e3248a71262 2024-12-03T17:24:39,023 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/info/35e86c53e7d54b33899c8e3248a71262, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T17:24:39,024 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/ns/a68ae50021ed4f59890b4e2f31fb984d as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/ns/a68ae50021ed4f59890b4e2f31fb984d 2024-12-03T17:24:39,027 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/ns/a68ae50021ed4f59890b4e2f31fb984d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:24:39,028 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/rep_barrier/59e6af2ac31841dcab51bc2697739641 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/rep_barrier/59e6af2ac31841dcab51bc2697739641 2024-12-03T17:24:39,031 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/rep_barrier/59e6af2ac31841dcab51bc2697739641, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T17:24:39,032 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/.tmp/table/267c5db13ed741869440a8e6049d21e1 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/table/267c5db13ed741869440a8e6049d21e1 2024-12-03T17:24:39,035 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/table/267c5db13ed741869440a8e6049d21e1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T17:24:39,036 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1272ms, sequenceid=11, compaction requested=false 2024-12-03T17:24:39,040 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T17:24:39,041 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:39,041 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:24:39,041 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:39,041 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246677764Running coprocessor pre-close hooks at 1733246677764Disabling compacts and flushes for region at 1733246677764Disabling writes for close at 1733246677764Obtaining lock to block concurrent updates at 1733246677764Preparing flush snapshotting stores in 1588230740 at 1733246677764Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733246677764Flushing stores of hbase:meta,,1.1588230740 at 1733246677770 (+6 ms)Flushing 1588230740/info: creating writer at 1733246677770Flushing 1588230740/info: appending metadata at 1733246677831 (+61 ms)Flushing 1588230740/info: closing flushed file at 1733246677831Flushing 1588230740/ns: creating writer at 1733246677907 (+76 ms)Flushing 1588230740/ns: appending metadata at 1733246677982 (+75 ms)Flushing 1588230740/ns: closing flushed file at 1733246677982Flushing 1588230740/rep_barrier: creating writer at 1733246678083 (+101 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246678117 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246678117Flushing 1588230740/table: creating writer at 1733246678579 (+462 ms)Flushing 1588230740/table: appending metadata at 1733246678604 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733246678604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d1312e: reopening flushed file at 1733246679015 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a612c: reopening flushed file at 1733246679023 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2afdec0a: reopening flushed file at 1733246679027 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360ea7ee: reopening flushed file at 1733246679031 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1272ms, sequenceid=11, compaction requested=false at 1733246679036 (+5 ms)Writing region close event to WAL at 1733246679038 (+2 ms)Running coprocessor post-close hooks at 1733246679041 (+3 ms)Closed at 1733246679041 2024-12-03T17:24:39,041 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:39,168 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,45753,1733246656605; all regions closed. 2024-12-03T17:24:39,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/WALs/27e0f852a164,45753,1733246656605/27e0f852a164%2C45753%2C1733246656605.meta.1733246658895.meta not finished, retry = 0 2024-12-03T17:24:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741834_1010 (size=2717) 2024-12-03T17:24:39,273 DEBUG [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/oldWALs 2024-12-03T17:24:39,273 INFO [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C45753%2C1733246656605.meta:.meta(num 1733246658895) 2024-12-03T17:24:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741833_1009 (size=1374) 2024-12-03T17:24:39,280 DEBUG [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/oldWALs 2024-12-03T17:24:39,280 INFO [RS:0;27e0f852a164:45753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C45753%2C1733246656605:(num 1733246658221) 2024-12-03T17:24:39,280 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:39,280 INFO [RS:0;27e0f852a164:45753 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:39,280 INFO [RS:0;27e0f852a164:45753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:39,280 INFO [RS:0;27e0f852a164:45753 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:39,280 INFO [RS:0;27e0f852a164:45753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:39,280 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:39,281 INFO [RS:0;27e0f852a164:45753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45753. 2024-12-03T17:24:39,281 DEBUG [RS:0;27e0f852a164:45753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:39,281 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:39,281 DEBUG [RS:0;27e0f852a164:45753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:39,281 INFO [RS:0;27e0f852a164:45753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45753 2024-12-03T17:24:39,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:39,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-958389743/rs/27e0f852a164,45753,1733246656605 2024-12-03T17:24:39,283 INFO [RS:0;27e0f852a164:45753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743/rs 2024-12-03T17:24:39,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,45753,1733246656605] 2024-12-03T17:24:39,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/draining/27e0f852a164,45753,1733246656605 already deleted, retry=false 2024-12-03T17:24:39,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,45753,1733246656605 expired; onlineServers=0 2024-12-03T17:24:39,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,40861,1733246656547' ***** 2024-12-03T17:24:39,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:24:39,289 INFO [M:0;27e0f852a164:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:39,289 INFO [M:0;27e0f852a164:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:39,289 DEBUG [M:0;27e0f852a164:40861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:24:39,289 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:24:39,289 DEBUG [M:0;27e0f852a164:40861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:24:39,289 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246658005 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246658005,5,FailOnTimeoutGroup] 2024-12-03T17:24:39,289 INFO [M:0;27e0f852a164:40861 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:39,289 INFO [M:0;27e0f852a164:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:39,289 DEBUG [M:0;27e0f852a164:40861 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:24:39,289 INFO [M:0;27e0f852a164:40861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:24:39,290 INFO [M:0;27e0f852a164:40861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:39,290 INFO [M:0;27e0f852a164:40861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:24:39,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:24:39,290 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246658006 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246658006,5,FailOnTimeoutGroup] 2024-12-03T17:24:39,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-958389743/master 2024-12-03T17:24:39,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-958389743 2024-12-03T17:24:39,293 DEBUG [M:0;27e0f852a164:40861 {}] zookeeper.RecoverableZooKeeper(212): Node /1-958389743/master already deleted, retry=false 2024-12-03T17:24:39,294 DEBUG [M:0;27e0f852a164:40861 {}] master.ActiveMasterManager(353): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-958389743/master 2024-12-03T17:24:39,301 INFO [M:0;27e0f852a164:40861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/.lastflushedseqids 2024-12-03T17:24:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741845_1021 (size=173) 2024-12-03T17:24:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45753-0x1010d50970b0004, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:39,386 INFO [RS:0;27e0f852a164:45753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:39,386 INFO [RS:0;27e0f852a164:45753 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,45753,1733246656605; zookeeper connection closed. 2024-12-03T17:24:39,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@750a1d29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@750a1d29 2024-12-03T17:24:39,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:24:39,529 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:39,733 INFO [M:0;27e0f852a164:40861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:24:39,733 INFO [M:0;27e0f852a164:40861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:24:39,734 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:39,734 INFO [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:39,734 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:39,734 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:39,734 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:39,734 INFO [M:0;27e0f852a164:40861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T17:24:39,749 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:39,767 DEBUG [M:0;27e0f852a164:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044b5d5d93ca46e481b42e0c13d922a0 is 82, key is hbase:meta,,1/info:regioninfo/1733246658930/Put/seqid=0 2024-12-03T17:24:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741846_1022 (size=5672) 2024-12-03T17:24:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:39,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,207 INFO [M:0;27e0f852a164:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044b5d5d93ca46e481b42e0c13d922a0 2024-12-03T17:24:40,277 DEBUG [M:0;27e0f852a164:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1112587fd863483c9e9ba434a1cd43c8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733246665044/Put/seqid=0 2024-12-03T17:24:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741847_1023 (size=6586) 2024-12-03T17:24:40,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T17:24:40,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,711 INFO [M:0;27e0f852a164:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1112587fd863483c9e9ba434a1cd43c8 2024-12-03T17:24:40,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T17:24:40,740 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:40,796 DEBUG [M:0;27e0f852a164:40861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ead313685f94b099bc3262ef6a9fd32 is 69, key is 27e0f852a164,45753,1733246656605/rs:state/1733246658012/Put/seqid=0 2024-12-03T17:24:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741848_1024 (size=5156) 2024-12-03T17:24:40,962 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:41,259 INFO [M:0;27e0f852a164:40861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ead313685f94b099bc3262ef6a9fd32 2024-12-03T17:24:41,278 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044b5d5d93ca46e481b42e0c13d922a0 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/044b5d5d93ca46e481b42e0c13d922a0 2024-12-03T17:24:41,299 INFO [M:0;27e0f852a164:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/044b5d5d93ca46e481b42e0c13d922a0, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T17:24:41,306 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1112587fd863483c9e9ba434a1cd43c8 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1112587fd863483c9e9ba434a1cd43c8 2024-12-03T17:24:41,332 INFO [M:0;27e0f852a164:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1112587fd863483c9e9ba434a1cd43c8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T17:24:41,342 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ead313685f94b099bc3262ef6a9fd32 as hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ead313685f94b099bc3262ef6a9fd32 2024-12-03T17:24:41,359 INFO [M:0;27e0f852a164:40861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/2d2f376e-492d-9c6b-10b1-1d4e67668b51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ead313685f94b099bc3262ef6a9fd32, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T17:24:41,360 INFO [M:0;27e0f852a164:40861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1626ms, sequenceid=55, compaction requested=false 2024-12-03T17:24:41,383 INFO [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:41,383 DEBUG [M:0;27e0f852a164:40861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246679733Disabling compacts and flushes for region at 1733246679733Disabling writes for close at 1733246679734 (+1 ms)Obtaining lock to block concurrent updates at 1733246679734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246679734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733246679734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246679735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246679735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246679767 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246679767Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246680229 (+462 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246680276 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246680276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246680744 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246680794 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246680794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b77980: reopening flushed file at 1733246681273 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796d60b7: reopening flushed file at 1733246681299 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d8e25e: reopening flushed file at 1733246681332 (+33 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1626ms, sequenceid=55, compaction requested=false at 1733246681361 (+29 ms)Writing region close event to WAL at 1733246681383 (+22 ms)Closed at 1733246681383 2024-12-03T17:24:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741830_1006 (size=32770) 2024-12-03T17:24:41,415 INFO [M:0;27e0f852a164:40861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:24:41,415 INFO [M:0;27e0f852a164:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40861 2024-12-03T17:24:41,417 INFO [M:0;27e0f852a164:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:41,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:41,529 INFO [M:0;27e0f852a164:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:41,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:41,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40861-0x1010d50970b0003, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:41,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9dc189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:41,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:41,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:41,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:41,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:41,609 WARN [BP-1501792236-172.17.0.3-1733246655456 heartbeating to localhost/127.0.0.1:41191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:24:41,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:24:41,609 WARN [BP-1501792236-172.17.0.3-1733246655456 heartbeating to localhost/127.0.0.1:41191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1501792236-172.17.0.3-1733246655456 (Datanode Uuid 959105f6-9153-4377-aca1-bc741816df7e) service to localhost/127.0.0.1:41191 2024-12-03T17:24:41,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:24:41,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/cluster_99f87fb6-ec3d-6fd3-f239-db211a27365d/data/data1/current/BP-1501792236-172.17.0.3-1733246655456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:41,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/cluster_99f87fb6-ec3d-6fd3-f239-db211a27365d/data/data2/current/BP-1501792236-172.17.0.3-1733246655456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:41,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:24:41,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2780f6bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:41,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:41,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:41,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:41,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bc7e9a2-d65c-037e-7724-ec065aea9d6b/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:41,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:24:41,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T17:24:41,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:41,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:41,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:41,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:41,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:41,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T17:24:41,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814629948, stopped=false 2024-12-03T17:24:41,711 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,39037,1733246652335 2024-12-03T17:24:41,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01398969503/running 2024-12-03T17:24:41,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01398969503/running 2024-12-03T17:24:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:41,726 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:41,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/running 2024-12-03T17:24:41,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Set watcher on znode that does not yet exist, /01398969503/running 2024-12-03T17:24:41,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T17:24:41,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:41,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:41,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,45513,1733246652712' ***** 2024-12-03T17:24:41,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T17:24:41,731 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T17:24:41,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T17:24:41,733 INFO [RS:0;27e0f852a164:45513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T17:24:41,733 INFO [RS:0;27e0f852a164:45513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T17:24:41,733 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 26f1e2287c46c65428068f42c21425ed 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,45513,1733246652712 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45513. 2024-12-03T17:24:41,735 DEBUG [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:41,735 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T17:24:41,735 INFO [RS:0;27e0f852a164:45513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T17:24:41,736 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T17:24:41,736 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26f1e2287c46c65428068f42c21425ed, disabling compactions & flushes 2024-12-03T17:24:41,736 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:41,736 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:41,736 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733246663100.26f1e2287c46c65428068f42c21425ed. after waiting 0 ms 2024-12-03T17:24:41,736 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:41,741 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T17:24:41,741 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 26f1e2287c46c65428068f42c21425ed=test,,1733246663100.26f1e2287c46c65428068f42c21425ed., 485af8f28fe69556e5be786602fafdf8=hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8.} 2024-12-03T17:24:41,741 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26f1e2287c46c65428068f42c21425ed, 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:41,742 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T17:24:41,742 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T17:24:41,743 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T17:24:41,743 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T17:24:41,743 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T17:24:41,743 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T17:24:41,750 INFO [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:41,791 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/default/test/26f1e2287c46c65428068f42c21425ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T17:24:41,801 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26f1e2287c46c65428068f42c21425ed: Waiting for close lock at 1733246681736Running coprocessor pre-close hooks at 1733246681736Disabling compacts and flushes for region at 1733246681736Disabling writes for close at 1733246681736Writing region close event to WAL at 1733246681756 (+20 ms)Running coprocessor post-close hooks at 1733246681800 (+44 ms)Closed at 1733246681801 (+1 ms) 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733246663100.26f1e2287c46c65428068f42c21425ed. 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 485af8f28fe69556e5be786602fafdf8, disabling compactions & flushes 2024-12-03T17:24:41,801 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. after waiting 0 ms 2024-12-03T17:24:41,801 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:41,801 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 485af8f28fe69556e5be786602fafdf8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T17:24:41,820 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/info/0a05c50db2a3457ba22e9de330565e04 is 147, key is hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8./info:regioninfo/1733246667554/Put/seqid=0 2024-12-03T17:24:41,838 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T17:24:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741847_1023 (size=7686) 2024-12-03T17:24:41,878 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/hfileref/d9ddb63ef18547fcb9dd1bbcfc0695ef is 74, key is 1/hfileref:2811d6416949482a8f1bed39161bc60c_SeqId_4_/1733246671244/DeleteColumn/seqid=0 2024-12-03T17:24:41,941 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741848_1024 (size=5489) 2024-12-03T17:24:42,059 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:42,092 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:24:42,092 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,092 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:24:42,094 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 27e0f852a164,45513,1733246652712: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-27e0f852a164,45513,1733246652712, walGroup=27e0f852a164%2C45513%2C1733246652712, offset=27e0f852a164%2C45513%2C1733246652712.1733246672081:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:45513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T17:24:42,100 ERROR [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T17:24:42,101 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T17:24:42,101 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T17:24:42,101 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T17:24:42,101 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T17:24:42,101 INFO [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 1180357632 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208289584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T17:24:42,102 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:39037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=27e0f852a164:39037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T17:24:42,142 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:42,262 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/info/0a05c50db2a3457ba22e9de330565e04 2024-12-03T17:24:42,267 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 393, reset compression=false 2024-12-03T17:24:42,304 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T17:24:42,304 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,304 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-27e0f852a164,45513,1733246652712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T17:24:42,305 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T17:24:42,334 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/ns/ea4f731b146e461d865bd176c4c08bb4 is 43, key is default/ns:d/1733246655361/Put/seqid=0 2024-12-03T17:24:42,337 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,343 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/hfileref/d9ddb63ef18547fcb9dd1bbcfc0695ef 2024-12-03T17:24:42,344 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741849_1025 (size=5153) 2024-12-03T17:24:42,387 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/queue/ec41cac1f1f14aaf8fa14a6464dd0363 is 153, key is 1-27e0f852a164,45513,1733246652712/queue:27e0f852a164%2C45513%2C1733246652712/1733246673878/Put/seqid=0 2024-12-03T17:24:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741850_1026 (size=5504) 2024-12-03T17:24:42,439 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/queue/ec41cac1f1f14aaf8fa14a6464dd0363 2024-12-03T17:24:42,470 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/hfileref/d9ddb63ef18547fcb9dd1bbcfc0695ef as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/hfileref/d9ddb63ef18547fcb9dd1bbcfc0695ef 2024-12-03T17:24:42,495 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/hfileref/d9ddb63ef18547fcb9dd1bbcfc0695ef, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T17:24:42,499 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/.tmp/queue/ec41cac1f1f14aaf8fa14a6464dd0363 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/queue/ec41cac1f1f14aaf8fa14a6464dd0363 2024-12-03T17:24:42,513 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/queue/ec41cac1f1f14aaf8fa14a6464dd0363, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T17:24:42,517 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 485af8f28fe69556e5be786602fafdf8 in 716ms, sequenceid=17, compaction requested=false 2024-12-03T17:24:42,541 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,546 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 485af8f28fe69556e5be786602fafdf8 2024-12-03T17:24:42,559 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T17:24:42,559 INFO [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T17:24:42,574 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/replication/485af8f28fe69556e5be786602fafdf8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T17:24:42,576 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:42,576 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:24:42,576 INFO [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:42,576 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 485af8f28fe69556e5be786602fafdf8: Waiting for close lock at 1733246681801Running coprocessor pre-close hooks at 1733246681801Disabling compacts and flushes for region at 1733246681801Disabling writes for close at 1733246681801Obtaining lock to block concurrent updates at 1733246681801Preparing flush snapshotting stores in 485af8f28fe69556e5be786602fafdf8 at 1733246681801Finished memstore snapshotting hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733246681802 (+1 ms)Flushing stores of hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. at 1733246681809 (+7 ms)Flushing 485af8f28fe69556e5be786602fafdf8/hfileref: creating writer at 1733246681809Flushing 485af8f28fe69556e5be786602fafdf8/hfileref: appending metadata at 1733246681878 (+69 ms)Flushing 485af8f28fe69556e5be786602fafdf8/hfileref: closing flushed file at 1733246681878Flushing 485af8f28fe69556e5be786602fafdf8/queue: creating writer at 1733246682360 (+482 ms)Flushing 485af8f28fe69556e5be786602fafdf8/queue: appending metadata at 1733246682386 (+26 ms)Flushing 485af8f28fe69556e5be786602fafdf8/queue: closing flushed file at 1733246682386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccba8c1: reopening flushed file at 1733246682469 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108ced80: reopening flushed file at 1733246682495 (+26 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 485af8f28fe69556e5be786602fafdf8 in 716ms, sequenceid=17, compaction requested=false at 1733246682517 (+22 ms)Writing region close event to WAL at 1733246682545 (+28 ms)Running coprocessor post-close hooks at 1733246682576 (+31 ms)Closed at 1733246682576 2024-12-03T17:24:42,576 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733246666580.485af8f28fe69556e5be786602fafdf8. 2024-12-03T17:24:42,675 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,747 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T17:24:42,747 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T17:24:42,747 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:42,783 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/ns/ea4f731b146e461d865bd176c4c08bb4 2024-12-03T17:24:42,853 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/rep_barrier/0349373c31f648389a4fddb6f4363037 is 112, key is test,,1733246663100.26f1e2287c46c65428068f42c21425ed./rep_barrier:seqnumDuringOpen/1733246664039/Put/seqid=0 2024-12-03T17:24:42,854 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:42,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741851_1027 (size=5518) 2024-12-03T17:24:42,898 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/rep_barrier/0349373c31f648389a4fddb6f4363037 2024-12-03T17:24:42,950 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:42,990 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/table/6d2d84c0edd440528abbae4575df6e02 is 53, key is hbase:replication/table:state/1733246667566/Put/seqid=0 2024-12-03T17:24:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741852_1028 (size=5308) 2024-12-03T17:24:43,051 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/table/6d2d84c0edd440528abbae4575df6e02 2024-12-03T17:24:43,084 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/info/0a05c50db2a3457ba22e9de330565e04 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/info/0a05c50db2a3457ba22e9de330565e04 2024-12-03T17:24:43,084 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:43,112 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/info/0a05c50db2a3457ba22e9de330565e04, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T17:24:43,123 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/ns/ea4f731b146e461d865bd176c4c08bb4 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/ns/ea4f731b146e461d865bd176c4c08bb4 2024-12-03T17:24:43,150 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:43,170 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/ns/ea4f731b146e461d865bd176c4c08bb4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T17:24:43,176 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/rep_barrier/0349373c31f648389a4fddb6f4363037 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/rep_barrier/0349373c31f648389a4fddb6f4363037 2024-12-03T17:24:43,205 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/rep_barrier/0349373c31f648389a4fddb6f4363037, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T17:24:43,221 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/.tmp/table/6d2d84c0edd440528abbae4575df6e02 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/table/6d2d84c0edd440528abbae4575df6e02 2024-12-03T17:24:43,288 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/table/6d2d84c0edd440528abbae4575df6e02, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T17:24:43,295 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1551ms, sequenceid=16, compaction requested=false 2024-12-03T17:24:43,295 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T17:24:43,316 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:43,351 DEBUG [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T17:24:43,394 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T17:24:43,395 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T17:24:43,395 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T17:24:43,395 INFO [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:43,395 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733246681742Running coprocessor pre-close hooks at 1733246681742Disabling compacts and flushes for region at 1733246681742Disabling writes for close at 1733246681743 (+1 ms)Obtaining lock to block concurrent updates at 1733246681743Preparing flush snapshotting stores in 1588230740 at 1733246681743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733246681743Flushing stores of hbase:meta,,1.1588230740 at 1733246681754 (+11 ms)Flushing 1588230740/info: creating writer at 1733246681754Flushing 1588230740/info: appending metadata at 1733246681819 (+65 ms)Flushing 1588230740/info: closing flushed file at 1733246681819Flushing 1588230740/ns: creating writer at 1733246682284 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733246682334 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1733246682334Flushing 1588230740/rep_barrier: creating writer at 1733246682817 (+483 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733246682852 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733246682852Flushing 1588230740/table: creating writer at 1733246682932 (+80 ms)Flushing 1588230740/table: appending metadata at 1733246682989 (+57 ms)Flushing 1588230740/table: closing flushed file at 1733246682989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b7d00f: reopening flushed file at 1733246683074 (+85 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcfe60c: reopening flushed file at 1733246683112 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72793bcf: reopening flushed file at 1733246683170 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d8ea96: reopening flushed file at 1733246683205 (+35 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1551ms, sequenceid=16, compaction requested=false at 1733246683295 (+90 ms)Writing region close event to WAL at 1733246683351 (+56 ms)Running coprocessor post-close hooks at 1733246683395 (+44 ms)Closed at 1733246683395 2024-12-03T17:24:43,396 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T17:24:43,552 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,45513,1733246652712; all regions closed. 2024-12-03T17:24:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741843_1019 (size=859) 2024-12-03T17:24:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741842_1018 (size=2791) 2024-12-03T17:24:43,606 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 to pos 688, reset compression=false 2024-12-03T17:24:43,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 not finished, retry = 0 2024-12-03T17:24:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741844_1020 (size=696) 2024-12-03T17:24:43,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/WALs/27e0f852a164,45513,1733246652712/27e0f852a164%2C45513%2C1733246652712.1733246672081 2024-12-03T17:24:43,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T17:24:43,724 DEBUG [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T17:24:43,726 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:43,726 INFO [RS:0;27e0f852a164:45513 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T17:24:43,727 INFO [RS:0;27e0f852a164:45513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:43,727 INFO [RS:0;27e0f852a164:45513 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:43,727 INFO [RS:0;27e0f852a164:45513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:43,728 INFO [RS:0;27e0f852a164:45513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-27e0f852a164,45513,1733246652712 because: Region server is closing 2024-12-03T17:24:43,728 INFO [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45513. 2024-12-03T17:24:43,728 DEBUG [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:43,728 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:43,728 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:43,729 INFO [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:43,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:43,829 INFO [RS:0;27e0f852a164:45513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 terminated 2024-12-03T17:24:43,829 INFO [RS:0;27e0f852a164:45513 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-27e0f852a164,45513,1733246652712 because: Region server is closing 2024-12-03T17:24:43,829 INFO [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:45513. 2024-12-03T17:24:43,829 DEBUG [RS:0;27e0f852a164:45513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T17:24:43,829 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:43,830 DEBUG [RS:0;27e0f852a164:45513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T17:24:43,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T17:24:43,830 WARN [RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,1-27e0f852a164,45513,1733246652712.replicationSource.wal-reader.27e0f852a164%2C45513%2C1733246652712,1-27e0f852a164,45513,1733246652712 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T17:24:43,930 INFO [RS:0;27e0f852a164:45513 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/27e0f852a164:0-0.replicationSource,2-27e0f852a164,45513,1733246652712.replicationSource.shipper27e0f852a164%2C45513%2C1733246652712,2-27e0f852a164,45513,1733246652712 terminated 2024-12-03T17:24:43,930 INFO [RS:0;27e0f852a164:45513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45513 2024-12-03T17:24:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01398969503/rs/27e0f852a164,45513,1733246652712 2024-12-03T17:24:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503/rs 2024-12-03T17:24:43,933 INFO [RS:0;27e0f852a164:45513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:43,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,45513,1733246652712] 2024-12-03T17:24:43,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01398969503/draining/27e0f852a164,45513,1733246652712 already deleted, retry=false 2024-12-03T17:24:43,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,45513,1733246652712 expired; onlineServers=0 2024-12-03T17:24:43,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,39037,1733246652335' ***** 2024-12-03T17:24:43,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T17:24:43,935 INFO [M:0;27e0f852a164:39037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T17:24:43,935 INFO [M:0;27e0f852a164:39037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T17:24:43,935 DEBUG [M:0;27e0f852a164:39037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T17:24:43,935 DEBUG [M:0;27e0f852a164:39037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T17:24:43,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T17:24:43,935 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246654448 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733246654448,5,FailOnTimeoutGroup] 2024-12-03T17:24:43,936 INFO [M:0;27e0f852a164:39037 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T17:24:43,936 INFO [M:0;27e0f852a164:39037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T17:24:43,936 DEBUG [M:0;27e0f852a164:39037 {}] master.HMaster(1795): Stopping service threads 2024-12-03T17:24:43,936 INFO [M:0;27e0f852a164:39037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T17:24:43,936 INFO [M:0;27e0f852a164:39037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T17:24:43,936 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246654450 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733246654450,5,FailOnTimeoutGroup] 2024-12-03T17:24:43,936 INFO [M:0;27e0f852a164:39037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T17:24:43,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T17:24:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01398969503/master 2024-12-03T17:24:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01398969503 2024-12-03T17:24:43,942 DEBUG [M:0;27e0f852a164:39037 {}] zookeeper.ZKUtil(347): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Unable to get data of znode /01398969503/master because node does not exist (not an error) 2024-12-03T17:24:43,942 WARN [M:0;27e0f852a164:39037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T17:24:43,943 INFO [M:0;27e0f852a164:39037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/.lastflushedseqids 2024-12-03T17:24:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741853_1029 (size=263) 2024-12-03T17:24:43,987 INFO [M:0;27e0f852a164:39037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T17:24:43,991 INFO [M:0;27e0f852a164:39037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T17:24:43,991 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T17:24:43,991 INFO [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:43,991 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:43,991 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T17:24:43,991 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:43,991 INFO [M:0;27e0f852a164:39037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-03T17:24:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45513-0x1010d50970b0001, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:44,039 INFO [RS:0;27e0f852a164:45513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:44,039 INFO [RS:0;27e0f852a164:45513 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,45513,1733246652712; zookeeper connection closed. 2024-12-03T17:24:44,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eeaa30b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eeaa30b 2024-12-03T17:24:44,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T17:24:44,045 DEBUG [M:0;27e0f852a164:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5ba3509b124d43983f21cfcd20404b is 82, key is hbase:meta,,1/info:regioninfo/1733246655337/Put/seqid=0 2024-12-03T17:24:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741854_1030 (size=5672) 2024-12-03T17:24:44,085 INFO [M:0;27e0f852a164:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5ba3509b124d43983f21cfcd20404b 2024-12-03T17:24:44,143 DEBUG [M:0;27e0f852a164:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04508c7f5bd47299b089328c1d44d35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733246667570/Put/seqid=0 2024-12-03T17:24:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741855_1031 (size=8908) 2024-12-03T17:24:44,222 INFO [M:0;27e0f852a164:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04508c7f5bd47299b089328c1d44d35 2024-12-03T17:24:44,280 DEBUG [M:0;27e0f852a164:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/288b592dbc23483fadf289a3e5185e39 is 69, key is 27e0f852a164,45513,1733246652712/rs:state/1733246654516/Put/seqid=0 2024-12-03T17:24:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741856_1032 (size=5156) 2024-12-03T17:24:44,309 INFO [M:0;27e0f852a164:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/288b592dbc23483fadf289a3e5185e39 2024-12-03T17:24:44,325 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f5ba3509b124d43983f21cfcd20404b as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5ba3509b124d43983f21cfcd20404b 2024-12-03T17:24:44,331 INFO [M:0;27e0f852a164:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f5ba3509b124d43983f21cfcd20404b, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T17:24:44,332 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c04508c7f5bd47299b089328c1d44d35 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c04508c7f5bd47299b089328c1d44d35 2024-12-03T17:24:44,336 INFO [M:0;27e0f852a164:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c04508c7f5bd47299b089328c1d44d35, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T17:24:44,337 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/288b592dbc23483fadf289a3e5185e39 as hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/288b592dbc23483fadf289a3e5185e39 2024-12-03T17:24:44,341 INFO [M:0;27e0f852a164:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43279/user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/288b592dbc23483fadf289a3e5185e39, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T17:24:44,342 INFO [M:0;27e0f852a164:39037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 351ms, sequenceid=112, compaction requested=false 2024-12-03T17:24:44,375 INFO [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T17:24:44,375 DEBUG [M:0;27e0f852a164:39037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733246683991Disabling compacts and flushes for region at 1733246683991Disabling writes for close at 1733246683991Obtaining lock to block concurrent updates at 1733246683991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733246683991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733246683992 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733246684001 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733246684001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733246684045 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733246684045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733246684095 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733246684143 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733246684143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733246684233 (+90 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733246684280 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733246684280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdc45e: reopening flushed file at 1733246684324 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cacdb01: reopening flushed file at 1733246684331 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d7b2d9: reopening flushed file at 1733246684336 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 351ms, sequenceid=112, compaction requested=false at 1733246684342 (+6 ms)Writing region close event to WAL at 1733246684374 (+32 ms)Closed at 1733246684374 2024-12-03T17:24:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40799 is added to blk_1073741830_1006 (size=69043) 2024-12-03T17:24:44,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94830c69-372e-eb98-1483-d2ab690f9a79/MasterData/WALs/27e0f852a164,39037,1733246652335/27e0f852a164%2C39037%2C1733246652335.1733246654241 not finished, retry = 0 2024-12-03T17:24:44,490 INFO [M:0;27e0f852a164:39037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T17:24:44,490 INFO [M:0;27e0f852a164:39037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39037 2024-12-03T17:24:44,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T17:24:44,491 INFO [M:0;27e0f852a164:39037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T17:24:44,596 INFO [M:0;27e0f852a164:39037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T17:24:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1010d50970b0000, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T17:24:44,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d01137d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T17:24:44,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:44,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:44,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:44,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:44,652 WARN [BP-1591147066-172.17.0.3-1733246650160 heartbeating to localhost/127.0.0.1:43279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T17:24:44,652 WARN [BP-1591147066-172.17.0.3-1733246650160 heartbeating to localhost/127.0.0.1:43279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1591147066-172.17.0.3-1733246650160 (Datanode Uuid 2f393e6b-a9c4-4632-b13d-2aa0d526048b) service to localhost/127.0.0.1:43279 2024-12-03T17:24:44,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/data/data1/current/BP-1591147066-172.17.0.3-1733246650160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:44,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T17:24:44,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T17:24:44,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/cluster_eeae4f33-19a4-0b9d-0780-b45b0d124def/data/data2/current/BP-1591147066-172.17.0.3-1733246650160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T17:24:44,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T17:24:44,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61414b64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T17:24:44,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T17:24:44,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T17:24:44,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T17:24:44,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf11b060-9ae7-87a1-46e6-41a5956709c3/hadoop.log.dir/,STOPPED} 2024-12-03T17:24:44,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T17:24:44,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T17:24:44,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=583 (was 521) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58096) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41191 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58096) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58096) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43279 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 867) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1426 (was 1575), ProcessCount=11 (was 11), AvailableMemoryMB=1748 (was 2917) 2024-12-03T17:24:44,757 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2024-12-03T17:24:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010d50970b0005, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010d50970b0008, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:44,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010d50970b0005, quorum=127.0.0.1:58096, baseZNode=/1-958389743 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:24:44,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010d50970b0008, quorum=127.0.0.1:58096, baseZNode=/2715013299 Received Disconnected from ZooKeeper, ignoring 2024-12-03T17:24:44,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010d50970b0002, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T17:24:44,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010d50970b0002, quorum=127.0.0.1:58096, baseZNode=/01398969503 Received Disconnected from ZooKeeper, ignoring